2024-12-05 12:20:41,128 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-05 12:20:41,164 main DEBUG Took 0.032976 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 12:20:41,164 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 12:20:41,165 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 12:20:41,166 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 12:20:41,167 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:41,176 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 12:20:41,193 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:41,195 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:41,195 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:41,196 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:41,197 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:41,197 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:41,198 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:41,199 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:41,199 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:41,200 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:41,201 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:41,201 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:41,202 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:41,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:41,203 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:41,203 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:41,204 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:41,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:41,205 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:41,205 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:41,206 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:41,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:41,207 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:41,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:20:41,208 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:41,208 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 12:20:41,214 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:20:41,215 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 12:20:41,217 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 12:20:41,218 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 12:20:41,219 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 12:20:41,219 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 12:20:41,230 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 12:20:41,233 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 12:20:41,236 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 12:20:41,236 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 12:20:41,237 main DEBUG createAppenders(={Console}) 2024-12-05 12:20:41,238 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-05 12:20:41,238 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-05 12:20:41,239 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-05 12:20:41,239 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 12:20:41,240 main DEBUG OutputStream closed 2024-12-05 12:20:41,240 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 12:20:41,240 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 12:20:41,241 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-05 12:20:41,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 12:20:41,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 12:20:41,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 12:20:41,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 12:20:41,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 12:20:41,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 12:20:41,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 12:20:41,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 12:20:41,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 12:20:41,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 12:20:41,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 12:20:41,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 12:20:41,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 12:20:41,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 12:20:41,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 12:20:41,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 12:20:41,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 12:20:41,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 12:20:41,433 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 12:20:41,434 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-05 12:20:41,434 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 12:20:41,435 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-05T12:20:41,468 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-05 12:20:41,484 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 12:20:41,485 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T12:20:41,580 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1068, ProcessCount=11, AvailableMemoryMB=1989 2024-12-05T12:20:41,957 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-05T12:20:42,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218 2024-12-05T12:20:42,021 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/cluster_87f8e617-0cc1-84f1-c6dc-253f357b6451, deleteOnExit=true 2024-12-05T12:20:42,158 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/cluster_87f8e617-0cc1-84f1-c6dc-253f357b6451/zookeeper_0, clientPort=53392, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/cluster_87f8e617-0cc1-84f1-c6dc-253f357b6451/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/cluster_87f8e617-0cc1-84f1-c6dc-253f357b6451/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:20:42,187 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53392 2024-12-05T12:20:42,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:20:42,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:20:42,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/test.cache.data in system properties and HBase conf 2024-12-05T12:20:42,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:20:42,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:20:42,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:20:42,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:20:42,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:20:42,334 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T12:20:42,523 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:20:42,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:20:42,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:20:42,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:20:42,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:20:42,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:20:42,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:20:42,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:20:42,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:20:42,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:20:42,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:20:42,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:20:42,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:20:42,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:20:42,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:20:43,882 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T12:20:43,977 INFO [Time-limited test {}] log.Log(170): Logging initialized @3832ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T12:20:44,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:20:44,195 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:20:44,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:20:44,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:20:44,230 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:20:44,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:20:44,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b16af68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:20:44,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@478f6f66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:20:44,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14e41896{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/java.io.tmpdir/jetty-localhost-45163-hadoop-hdfs-3_4_1-tests_jar-_-any-3283078994567970159/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:20:44,485 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ca4c12d{HTTP/1.1, (http/1.1)}{localhost:45163} 2024-12-05T12:20:44,485 INFO [Time-limited test {}] server.Server(415): Started @4341ms 2024-12-05T12:20:45,024 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:20:45,033 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:20:45,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:20:45,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:20:45,037 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:20:45,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d25918c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:20:45,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a880242{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:20:45,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@597789a3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/java.io.tmpdir/jetty-localhost-39237-hadoop-hdfs-3_4_1-tests_jar-_-any-17859796512939502722/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:20:45,178 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b8b2411{HTTP/1.1, (http/1.1)}{localhost:39237} 2024-12-05T12:20:45,178 INFO [Time-limited test {}] server.Server(415): Started @5034ms 2024-12-05T12:20:45,244 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:20:45,861 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/cluster_87f8e617-0cc1-84f1-c6dc-253f357b6451/data/data2/current/BP-350620672-172.17.0.3-1733401243497/current, will proceed with Du for space computation calculation, 2024-12-05T12:20:45,863 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/cluster_87f8e617-0cc1-84f1-c6dc-253f357b6451/data/data1/current/BP-350620672-172.17.0.3-1733401243497/current, will proceed with Du for space computation calculation, 2024-12-05T12:20:45,913 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:20:45,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae55e1f095d1bb7f with lease ID 0xbe9c7c6c9354bb20: Processing first storage report for DS-1e24ed30-0228-402b-af2f-6d803891e011 from datanode DatanodeRegistration(127.0.0.1:44055, datanodeUuid=5bf9a43d-f8fc-471e-aaac-addb13be62c9, infoPort=44983, infoSecurePort=0, ipcPort=39067, storageInfo=lv=-57;cid=testClusterID;nsid=1080609066;c=1733401243497) 2024-12-05T12:20:45,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae55e1f095d1bb7f with lease ID 0xbe9c7c6c9354bb20: from storage DS-1e24ed30-0228-402b-af2f-6d803891e011 node DatanodeRegistration(127.0.0.1:44055, datanodeUuid=5bf9a43d-f8fc-471e-aaac-addb13be62c9, infoPort=44983, infoSecurePort=0, ipcPort=39067, storageInfo=lv=-57;cid=testClusterID;nsid=1080609066;c=1733401243497), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T12:20:45,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae55e1f095d1bb7f with lease ID 0xbe9c7c6c9354bb20: Processing first storage report for DS-c83cde77-235b-47d0-a6ff-8e6b1a2ccff2 from datanode DatanodeRegistration(127.0.0.1:44055, datanodeUuid=5bf9a43d-f8fc-471e-aaac-addb13be62c9, infoPort=44983, infoSecurePort=0, ipcPort=39067, storageInfo=lv=-57;cid=testClusterID;nsid=1080609066;c=1733401243497) 2024-12-05T12:20:45,980 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae55e1f095d1bb7f with lease ID 0xbe9c7c6c9354bb20: from storage DS-c83cde77-235b-47d0-a6ff-8e6b1a2ccff2 node DatanodeRegistration(127.0.0.1:44055, datanodeUuid=5bf9a43d-f8fc-471e-aaac-addb13be62c9, infoPort=44983, infoSecurePort=0, ipcPort=39067, storageInfo=lv=-57;cid=testClusterID;nsid=1080609066;c=1733401243497), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:20:45,983 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218 2024-12-05T12:20:45,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:45,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:46,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:20:46,752 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46 with version=8 2024-12-05T12:20:46,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/hbase-staging 2024-12-05T12:20:46,880 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T12:20:47,203 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:20:47,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:47,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:47,219 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:20:47,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:47,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:20:47,391 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:20:47,455 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T12:20:47,466 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T12:20:47,471 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:20:47,504 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12633 (auto-detected) 2024-12-05T12:20:47,505 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-05T12:20:47,524 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34195 2024-12-05T12:20:47,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34195 connecting to ZooKeeper ensemble=127.0.0.1:53392 2024-12-05T12:20:47,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341950x0, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:20:47,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34195-0x100aa61f4ab0000 connected 2024-12-05T12:20:47,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:47,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:47,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Set watcher on znode that does not yet exist, /01907387137/running 2024-12-05T12:20:47,646 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46, hbase.cluster.distributed=false 2024-12-05T12:20:47,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Set watcher on znode that does not yet exist, /01907387137/acl 2024-12-05T12:20:47,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34195 2024-12-05T12:20:47,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34195 2024-12-05T12:20:47,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34195 2024-12-05T12:20:47,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34195 2024-12-05T12:20:47,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34195 2024-12-05T12:20:47,857 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:20:47,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:47,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:47,861 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:20:47,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:47,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:20:47,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:20:47,873 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:20:47,876 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35375 2024-12-05T12:20:47,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35375 connecting to ZooKeeper ensemble=127.0.0.1:53392 2024-12-05T12:20:47,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:47,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:47,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353750x0, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:20:47,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353750x0, quorum=127.0.0.1:53392, baseZNode=/01907387137 Set watcher on znode that does not yet exist, /01907387137/running 2024-12-05T12:20:47,906 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:20:47,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35375-0x100aa61f4ab0001 connected 2024-12-05T12:20:47,921 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:20:47,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35375-0x100aa61f4ab0001, quorum=127.0.0.1:53392, baseZNode=/01907387137 Set watcher on znode that does not yet exist, /01907387137/master 2024-12-05T12:20:47,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35375-0x100aa61f4ab0001, quorum=127.0.0.1:53392, baseZNode=/01907387137 Set watcher on znode that does not yet exist, /01907387137/acl 2024-12-05T12:20:47,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35375 2024-12-05T12:20:47,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35375 2024-12-05T12:20:47,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35375 2024-12-05T12:20:47,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35375 2024-12-05T12:20:47,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35375 2024-12-05T12:20:48,000 DEBUG [M:0;f4bc09594422:34195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:34195 2024-12-05T12:20:48,012 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01907387137/backup-masters/f4bc09594422,34195,1733401246957 2024-12-05T12:20:48,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35375-0x100aa61f4ab0001, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137/backup-masters 2024-12-05T12:20:48,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137/backup-masters 2024-12-05T12:20:48,037 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Set watcher on existing znode=/01907387137/backup-masters/f4bc09594422,34195,1733401246957 2024-12-05T12:20:48,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35375-0x100aa61f4ab0001, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01907387137/master 2024-12-05T12:20:48,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:20:48,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35375-0x100aa61f4ab0001, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:20:48,084 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Set watcher on existing znode=/01907387137/master 2024-12-05T12:20:48,089 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01907387137/backup-masters/f4bc09594422,34195,1733401246957 from backup master directory 2024-12-05T12:20:48,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01907387137/backup-masters/f4bc09594422,34195,1733401246957 2024-12-05T12:20:48,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35375-0x100aa61f4ab0001, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137/backup-masters 2024-12-05T12:20:48,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137/backup-masters 2024-12-05T12:20:48,097 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:20:48,098 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,34195,1733401246957 2024-12-05T12:20:48,100 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T12:20:48,102 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T12:20:48,183 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/hbase.id] with ID: 47524bd0-812d-4463-a37e-d5a2840807dd 2024-12-05T12:20:48,183 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/.tmp/hbase.id 2024-12-05T12:20:48,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:20:48,197 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/.tmp/hbase.id]:[hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/hbase.id] 2024-12-05T12:20:48,246 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:48,253 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:20:48,275 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-12-05T12:20:48,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35375-0x100aa61f4ab0001, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:20:48,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:20:48,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:20:48,725 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:20:48,738 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:20:48,772 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:20:48,778 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:20:48,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:20:49,260 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store 2024-12-05T12:20:49,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:20:49,328 INFO [master/f4bc09594422:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T12:20:49,332 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:49,335 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:20:49,335 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:49,335 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:49,337 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-12-05T12:20:49,338 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:49,338 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:49,339 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401249335Disabling compacts and flushes for region at 1733401249335Disabling writes for close at 1733401249337 (+2 ms)Writing region close event to WAL at 1733401249338 (+1 ms)Closed at 1733401249338 2024-12-05T12:20:49,350 WARN [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/.initializing 2024-12-05T12:20:49,351 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/WALs/f4bc09594422,34195,1733401246957 2024-12-05T12:20:49,370 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:20:49,412 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C34195%2C1733401246957, suffix=, logDir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/WALs/f4bc09594422,34195,1733401246957, archiveDir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/oldWALs, maxLogs=10 2024-12-05T12:20:49,460 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/WALs/f4bc09594422,34195,1733401246957/f4bc09594422%2C34195%2C1733401246957.1733401249419, exclude list is [], retry=0 2024-12-05T12:20:49,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44055,DS-1e24ed30-0228-402b-af2f-6d803891e011,DISK] 2024-12-05T12:20:49,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T12:20:49,562 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/WALs/f4bc09594422,34195,1733401246957/f4bc09594422%2C34195%2C1733401246957.1733401249419 2024-12-05T12:20:49,567 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44983:44983)] 2024-12-05T12:20:49,567 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:20:49,568 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:49,577 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:49,578 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:49,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:49,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:20:49,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:49,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:49,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:49,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:20:49,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:49,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:49,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:49,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:20:49,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:49,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:49,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:49,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:20:49,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:49,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:49,797 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:49,815 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:49,821 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:49,844 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:49,849 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:49,856 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:20:49,875 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:49,906 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:20:49,912 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72554545, jitterRate=0.0811469703912735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:20:49,924 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401249597Initializing all the Stores at 1733401249606 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401249607 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401249612 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401249612Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401249612Cleaning up temporary data from old regions at 1733401249849 (+237 ms)Region opened successfully at 1733401249924 (+75 ms) 2024-12-05T12:20:49,926 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:20:50,006 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705e14a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:20:50,056 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:20:50,073 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:20:50,073 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:20:50,078 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:20:50,079 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T12:20:50,087 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-05T12:20:50,087 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:20:50,139 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:20:50,152 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Unable to get data of znode /01907387137/balancer because node does not exist (not necessarily an error) 2024-12-05T12:20:50,155 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01907387137/balancer already deleted, retry=false 2024-12-05T12:20:50,158 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:20:50,162 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Unable to get data of znode /01907387137/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:20:50,166 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01907387137/normalizer already deleted, retry=false 2024-12-05T12:20:50,169 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:20:50,176 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Unable to get data of znode /01907387137/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:20:50,179 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01907387137/switch/split already deleted, retry=false 2024-12-05T12:20:50,182 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Unable to get data of znode /01907387137/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:20:50,186 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01907387137/switch/merge already deleted, retry=false 2024-12-05T12:20:50,220 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Unable to get data of znode /01907387137/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:20:50,222 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01907387137/snapshot-cleanup already deleted, retry=false 2024-12-05T12:20:50,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35375-0x100aa61f4ab0001, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01907387137/running 2024-12-05T12:20:50,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35375-0x100aa61f4ab0001, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:20:50,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01907387137/running 2024-12-05T12:20:50,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:20:50,239 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,34195,1733401246957, sessionid=0x100aa61f4ab0000, setting cluster-up flag (Was=false) 2024-12-05T12:20:50,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35375-0x100aa61f4ab0001, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:20:50,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:20:50,274 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01907387137/flush-table-proc/acquired, /01907387137/flush-table-proc/reached, /01907387137/flush-table-proc/abort 2024-12-05T12:20:50,278 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,34195,1733401246957 2024-12-05T12:20:50,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35375-0x100aa61f4ab0001, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:20:50,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:20:50,298 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01907387137/online-snapshot/acquired, /01907387137/online-snapshot/reached, /01907387137/online-snapshot/abort 2024-12-05T12:20:50,301 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,34195,1733401246957 2024-12-05T12:20:50,313 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:20:50,388 INFO [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(746): ClusterId : 47524bd0-812d-4463-a37e-d5a2840807dd 2024-12-05T12:20:50,392 DEBUG [RS:0;f4bc09594422:35375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:20:50,410 DEBUG [RS:0;f4bc09594422:35375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:20:50,410 DEBUG [RS:0;f4bc09594422:35375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:20:50,419 DEBUG [RS:0;f4bc09594422:35375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:20:50,420 DEBUG [RS:0;f4bc09594422:35375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aaeb1d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:20:50,430 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:20:50,442 DEBUG [RS:0;f4bc09594422:35375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:35375 2024-12-05T12:20:50,444 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:20:50,446 INFO [RS:0;f4bc09594422:35375 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:20:50,446 INFO [RS:0;f4bc09594422:35375 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:20:50,446 DEBUG [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:20:50,449 INFO [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,34195,1733401246957 with port=35375, startcode=1733401247798 2024-12-05T12:20:50,453 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:20:50,459 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,34195,1733401246957 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:20:50,464 DEBUG [RS:0;f4bc09594422:35375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:20:50,470 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:20:50,470 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:20:50,470 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:20:50,471 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:20:50,471 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:20:50,471 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:50,471 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:20:50,471 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:50,478 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401280478 2024-12-05T12:20:50,480 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:20:50,481 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:20:50,481 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:20:50,481 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:20:50,486 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:20:50,487 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:20:50,487 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:20:50,487 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:20:50,489 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:50,491 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:50,491 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:20:50,495 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:20:50,497 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:20:50,497 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:20:50,497 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:20:50,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:20:50,505 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:20:50,506 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:20:50,508 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401250507,5,FailOnTimeoutGroup] 2024-12-05T12:20:50,509 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401250508,5,FailOnTimeoutGroup] 2024-12-05T12:20:50,509 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:50,509 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:20:50,512 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:50,513 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:50,525 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:20:50,538 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34195 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,35375,1733401247798 2024-12-05T12:20:50,542 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34195 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,35375,1733401247798 2024-12-05T12:20:50,567 DEBUG [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46 2024-12-05T12:20:50,568 DEBUG [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33991 2024-12-05T12:20:50,568 DEBUG [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:20:50,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137/rs 2024-12-05T12:20:50,575 DEBUG [RS:0;f4bc09594422:35375 {}] zookeeper.ZKUtil(111): regionserver:35375-0x100aa61f4ab0001, quorum=127.0.0.1:53392, baseZNode=/01907387137 Set watcher on existing znode=/01907387137/rs/f4bc09594422,35375,1733401247798 2024-12-05T12:20:50,576 WARN [RS:0;f4bc09594422:35375 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:20:50,576 INFO [RS:0;f4bc09594422:35375 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:20:50,576 DEBUG [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798 2024-12-05T12:20:50,586 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,35375,1733401247798] 2024-12-05T12:20:50,626 INFO [RS:0;f4bc09594422:35375 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:20:50,647 INFO [RS:0;f4bc09594422:35375 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:20:50,654 INFO [RS:0;f4bc09594422:35375 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:20:50,654 INFO [RS:0;f4bc09594422:35375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:50,657 INFO [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:20:50,666 INFO [RS:0;f4bc09594422:35375 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:20:50,668 INFO [RS:0;f4bc09594422:35375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:50,668 DEBUG [RS:0;f4bc09594422:35375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:50,671 DEBUG [RS:0;f4bc09594422:35375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:50,671 DEBUG [RS:0;f4bc09594422:35375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:50,672 DEBUG [RS:0;f4bc09594422:35375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:50,672 DEBUG [RS:0;f4bc09594422:35375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:50,672 DEBUG [RS:0;f4bc09594422:35375 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:20:50,673 DEBUG [RS:0;f4bc09594422:35375 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:50,673 DEBUG [RS:0;f4bc09594422:35375 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:50,673 DEBUG [RS:0;f4bc09594422:35375 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:50,673 DEBUG [RS:0;f4bc09594422:35375 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:50,673 DEBUG [RS:0;f4bc09594422:35375 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:50,674 DEBUG [RS:0;f4bc09594422:35375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:50,674 DEBUG [RS:0;f4bc09594422:35375 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:20:50,674 DEBUG [RS:0;f4bc09594422:35375 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:20:50,685 INFO [RS:0;f4bc09594422:35375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:50,685 INFO [RS:0;f4bc09594422:35375 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:50,685 INFO [RS:0;f4bc09594422:35375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:50,685 INFO [RS:0;f4bc09594422:35375 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:50,686 INFO [RS:0;f4bc09594422:35375 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:50,686 INFO [RS:0;f4bc09594422:35375 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35375,1733401247798-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:20:50,714 INFO [RS:0;f4bc09594422:35375 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:20:50,718 INFO [RS:0;f4bc09594422:35375 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35375,1733401247798-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:50,718 INFO [RS:0;f4bc09594422:35375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:50,718 INFO [RS:0;f4bc09594422:35375 {}] regionserver.Replication(171): f4bc09594422,35375,1733401247798 started 2024-12-05T12:20:50,744 INFO [RS:0;f4bc09594422:35375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:50,744 INFO [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,35375,1733401247798, RpcServer on f4bc09594422/172.17.0.3:35375, sessionid=0x100aa61f4ab0001 2024-12-05T12:20:50,745 DEBUG [RS:0;f4bc09594422:35375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:20:50,746 DEBUG [RS:0;f4bc09594422:35375 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,35375,1733401247798 2024-12-05T12:20:50,746 DEBUG [RS:0;f4bc09594422:35375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,35375,1733401247798' 2024-12-05T12:20:50,746 DEBUG [RS:0;f4bc09594422:35375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01907387137/flush-table-proc/abort' 2024-12-05T12:20:50,749 DEBUG [RS:0;f4bc09594422:35375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01907387137/flush-table-proc/acquired' 2024-12-05T12:20:50,751 DEBUG [RS:0;f4bc09594422:35375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:20:50,751 DEBUG [RS:0;f4bc09594422:35375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:20:50,751 DEBUG [RS:0;f4bc09594422:35375 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,35375,1733401247798 2024-12-05T12:20:50,751 DEBUG [RS:0;f4bc09594422:35375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,35375,1733401247798' 2024-12-05T12:20:50,751 DEBUG [RS:0;f4bc09594422:35375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01907387137/online-snapshot/abort' 2024-12-05T12:20:50,752 DEBUG [RS:0;f4bc09594422:35375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01907387137/online-snapshot/acquired' 2024-12-05T12:20:50,753 DEBUG [RS:0;f4bc09594422:35375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:20:50,753 INFO [RS:0;f4bc09594422:35375 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:20:50,753 INFO [RS:0;f4bc09594422:35375 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:20:50,861 INFO [RS:0;f4bc09594422:35375 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:20:50,878 INFO [RS:0;f4bc09594422:35375 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C35375%2C1733401247798, suffix=, logDir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798, archiveDir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/oldWALs, maxLogs=10 2024-12-05T12:20:50,902 DEBUG [RS:0;f4bc09594422:35375 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798/f4bc09594422%2C35375%2C1733401247798.1733401250881, exclude list is [], retry=0 2024-12-05T12:20:50,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44055,DS-1e24ed30-0228-402b-af2f-6d803891e011,DISK] 2024-12-05T12:20:50,909 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:20:50,909 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46 2024-12-05T12:20:50,916 INFO [RS:0;f4bc09594422:35375 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798/f4bc09594422%2C35375%2C1733401247798.1733401250881 2024-12-05T12:20:50,917 DEBUG [RS:0;f4bc09594422:35375 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44983:44983)] 2024-12-05T12:20:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:20:51,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:51,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:20:51,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:20:51,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:51,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:51,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:20:51,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:20:51,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:51,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:51,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:20:51,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:20:51,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:51,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:51,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:20:51,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:20:51,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:51,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:51,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:20:51,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740 2024-12-05T12:20:51,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740 2024-12-05T12:20:51,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:20:51,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:20:51,374 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:20:51,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:20:51,397 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:20:51,401 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68578465, jitterRate=0.02189876139163971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:20:51,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401251330Initializing all the Stores at 1733401251333 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401251333Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401251333Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401251333Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401251333Cleaning up temporary data from old regions at 1733401251372 (+39 ms)Region opened successfully at 1733401251404 (+32 ms) 2024-12-05T12:20:51,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:20:51,405 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:20:51,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:20:51,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:20:51,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:20:51,407 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:20:51,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401251405Disabling compacts and flushes for region at 1733401251405Disabling writes for close at 1733401251406 (+1 ms)Writing region close event to WAL at 1733401251407 (+1 ms)Closed at 1733401251407 2024-12-05T12:20:51,416 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:20:51,416 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:20:51,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:20:51,445 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:20:51,450 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:20:51,603 DEBUG [f4bc09594422:34195 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:20:51,619 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,35375,1733401247798 2024-12-05T12:20:51,630 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,35375,1733401247798, state=OPENING 2024-12-05T12:20:51,637 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:20:51,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:20:51,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35375-0x100aa61f4ab0001, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:20:51,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01907387137/meta-region-server: CHANGED 2024-12-05T12:20:51,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01907387137/meta-region-server: CHANGED 2024-12-05T12:20:51,655 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:20:51,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,35375,1733401247798}] 2024-12-05T12:20:51,850 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:20:51,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:20:51,882 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:20:51,883 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:20:51,883 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:20:51,888 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C35375%2C1733401247798.meta, suffix=.meta, logDir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798, archiveDir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/oldWALs, maxLogs=10 2024-12-05T12:20:51,914 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798/f4bc09594422%2C35375%2C1733401247798.meta.1733401251890.meta, exclude list is [], retry=0 2024-12-05T12:20:51,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44055,DS-1e24ed30-0228-402b-af2f-6d803891e011,DISK] 2024-12-05T12:20:51,923 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798/f4bc09594422%2C35375%2C1733401247798.meta.1733401251890.meta 2024-12-05T12:20:51,924 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44983:44983)] 2024-12-05T12:20:51,924 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:20:51,929 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:20:51,931 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:20:51,934 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:20:51,936 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:20:51,940 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:20:51,941 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:51,941 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:20:51,941 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:20:51,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:20:51,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:20:51,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:51,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:51,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:20:51,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:20:51,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:51,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:51,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:20:51,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:20:51,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:51,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:51,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:20:51,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:20:51,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:51,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:51,956 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:20:51,957 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740 2024-12-05T12:20:51,960 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740 2024-12-05T12:20:51,963 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:20:51,963 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:20:51,964 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:20:51,967 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:20:51,968 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60662367, jitterRate=-0.09606029093265533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:20:51,969 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:20:51,972 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401251941Writing region info on filesystem at 1733401251942 (+1 ms)Initializing all the Stores at 1733401251944 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401251944Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401251944Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401251944Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401251944Cleaning up temporary data from old regions at 1733401251963 (+19 ms)Running coprocessor post-open hooks at 1733401251969 (+6 ms)Region opened successfully at 1733401251972 (+3 ms) 2024-12-05T12:20:51,980 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401251837 2024-12-05T12:20:51,993 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:20:51,993 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:20:51,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,35375,1733401247798 2024-12-05T12:20:51,998 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,35375,1733401247798, state=OPEN 2024-12-05T12:20:52,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01907387137/meta-region-server 2024-12-05T12:20:52,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01907387137/meta-region-server: CHANGED 2024-12-05T12:20:52,006 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,35375,1733401247798 2024-12-05T12:20:52,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35375-0x100aa61f4ab0001, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01907387137/meta-region-server 2024-12-05T12:20:52,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01907387137/meta-region-server: CHANGED 2024-12-05T12:20:52,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:20:52,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,35375,1733401247798 in 346 msec 2024-12-05T12:20:52,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:20:52,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 596 msec 2024-12-05T12:20:52,030 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:20:52,030 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:20:52,055 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:20:52,056 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,35375,1733401247798, seqNum=-1] 2024-12-05T12:20:52,082 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:20:52,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:20:52,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7510 sec 2024-12-05T12:20:52,122 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401252122, completionTime=-1 2024-12-05T12:20:52,125 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:20:52,126 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:20:52,161 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:20:52,161 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401312161 2024-12-05T12:20:52,161 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401372161 2024-12-05T12:20:52,161 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 35 msec 2024-12-05T12:20:52,164 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,34195,1733401246957-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:52,165 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,34195,1733401246957-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:52,165 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,34195,1733401246957-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:52,167 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:34195, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:52,167 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:52,168 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:52,263 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:20:52,320 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.222sec 2024-12-05T12:20:52,322 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:20:52,329 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:20:52,330 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:20:52,331 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:20:52,331 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:20:52,333 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,34195,1733401246957-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:20:52,333 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,34195,1733401246957-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:20:52,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f65bde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:52,369 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T12:20:52,369 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T12:20:52,370 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:20:52,371 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:20:52,371 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,34195,1733401246957-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:52,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,34195,-1 for getting cluster id 2024-12-05T12:20:52,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:52,393 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47524bd0-812d-4463-a37e-d5a2840807dd' 2024-12-05T12:20:52,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:52,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47524bd0-812d-4463-a37e-d5a2840807dd" 2024-12-05T12:20:52,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c924b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:52,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,34195,-1] 2024-12-05T12:20:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:52,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:52,416 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:52,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c2580ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:52,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:20:52,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,35375,1733401247798, seqNum=-1] 2024-12-05T12:20:52,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:20:52,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:20:52,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,34195,1733401246957 2024-12-05T12:20:52,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53392 2024-12-05T12:20:52,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:20:52,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100aa61f4ab0002 connected 2024-12-05T12:20:52,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/hadoop.log.dir so I do NOT create it in target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc 2024-12-05T12:20:52,589 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:20:52,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/hadoop.tmp.dir so I do NOT create it in target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc 2024-12-05T12:20:52,589 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:20:52,589 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc 2024-12-05T12:20:52,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:20:52,589 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/cluster_eda6afd6-6b13-22cb-b1c9-fd7ae40df787, deleteOnExit=true 2024-12-05T12:20:52,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:20:52,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/test.cache.data in system properties and HBase conf 2024-12-05T12:20:52,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:20:52,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:20:52,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:20:52,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:20:52,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:20:52,591 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:20:52,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:20:52,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:20:52,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:20:52,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:20:52,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:20:52,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:20:52,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:20:52,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:20:52,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:20:52,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:20:52,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:20:52,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:20:52,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:20:52,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:20:52,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:20:52,746 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:20:52,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:20:52,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:20:52,754 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:20:52,756 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:20:52,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65415bd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:20:52,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39556e0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:20:52,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78b483d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/java.io.tmpdir/jetty-localhost-45025-hadoop-hdfs-3_4_1-tests_jar-_-any-7417731251128448611/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:20:52,936 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@757e6123{HTTP/1.1, (http/1.1)}{localhost:45025} 2024-12-05T12:20:52,936 INFO [Time-limited test {}] server.Server(415): Started @12793ms 2024-12-05T12:20:53,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:20:53,076 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:20:53,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:20:53,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:20:53,082 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:20:53,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d24818f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:20:53,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e3befdd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:20:53,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72a432d7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/java.io.tmpdir/jetty-localhost-45479-hadoop-hdfs-3_4_1-tests_jar-_-any-9495357378816216203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:20:53,268 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52e2f903{HTTP/1.1, (http/1.1)}{localhost:45479} 2024-12-05T12:20:53,269 INFO [Time-limited test {}] server.Server(415): Started @13124ms 2024-12-05T12:20:53,271 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:20:53,634 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/cluster_eda6afd6-6b13-22cb-b1c9-fd7ae40df787/data/data1/current/BP-714862708-172.17.0.3-1733401252644/current, will proceed with Du for space computation calculation, 2024-12-05T12:20:53,641 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/cluster_eda6afd6-6b13-22cb-b1c9-fd7ae40df787/data/data2/current/BP-714862708-172.17.0.3-1733401252644/current, will proceed with Du for space computation calculation, 2024-12-05T12:20:53,715 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:20:53,739 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3f088c266abecf3 with lease ID 0xdfd8a926eeeff7c4: Processing first storage report for DS-af34784d-aec3-4fd5-b248-0c675798b2bf from datanode DatanodeRegistration(127.0.0.1:40139, datanodeUuid=72973f77-498d-4104-abba-c23154c8baf2, infoPort=44269, infoSecurePort=0, ipcPort=35787, storageInfo=lv=-57;cid=testClusterID;nsid=844551357;c=1733401252644) 2024-12-05T12:20:53,740 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3f088c266abecf3 with lease ID 0xdfd8a926eeeff7c4: from storage DS-af34784d-aec3-4fd5-b248-0c675798b2bf node DatanodeRegistration(127.0.0.1:40139, datanodeUuid=72973f77-498d-4104-abba-c23154c8baf2, infoPort=44269, infoSecurePort=0, ipcPort=35787, storageInfo=lv=-57;cid=testClusterID;nsid=844551357;c=1733401252644), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:20:53,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3f088c266abecf3 with lease ID 0xdfd8a926eeeff7c4: Processing first storage report for DS-13945f58-524a-45ae-994a-1744b9a9bb47 from datanode DatanodeRegistration(127.0.0.1:40139, datanodeUuid=72973f77-498d-4104-abba-c23154c8baf2, infoPort=44269, infoSecurePort=0, ipcPort=35787, storageInfo=lv=-57;cid=testClusterID;nsid=844551357;c=1733401252644) 2024-12-05T12:20:53,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3f088c266abecf3 with lease ID 0xdfd8a926eeeff7c4: from storage DS-13945f58-524a-45ae-994a-1744b9a9bb47 node DatanodeRegistration(127.0.0.1:40139, datanodeUuid=72973f77-498d-4104-abba-c23154c8baf2, infoPort=44269, infoSecurePort=0, ipcPort=35787, storageInfo=lv=-57;cid=testClusterID;nsid=844551357;c=1733401252644), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:20:53,804 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc 2024-12-05T12:20:53,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:53,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:53,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40139 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:20:53,892 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6 with version=8 2024-12-05T12:20:53,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/hbase-staging 2024-12-05T12:20:53,896 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:20:53,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:53,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:53,896 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:20:53,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:53,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:20:53,897 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:20:53,897 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:20:53,905 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39917 2024-12-05T12:20:53,907 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39917 connecting to ZooKeeper ensemble=127.0.0.1:53392 2024-12-05T12:20:53,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399170x0, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:20:53,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39917-0x100aa61f4ab0003 connected 2024-12-05T12:20:53,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:53,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:53,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Set watcher on znode that does not yet exist, /1-2038351545/running 2024-12-05T12:20:53,940 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6, hbase.cluster.distributed=false 2024-12-05T12:20:53,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Set watcher on znode that does not yet exist, /1-2038351545/acl 2024-12-05T12:20:53,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39917 2024-12-05T12:20:53,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39917 2024-12-05T12:20:53,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39917 2024-12-05T12:20:53,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39917 2024-12-05T12:20:53,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39917 2024-12-05T12:20:53,974 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:20:53,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:53,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:53,975 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:20:53,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:20:53,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:20:53,975 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:20:53,976 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:20:53,979 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32815 2024-12-05T12:20:53,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32815 connecting to ZooKeeper ensemble=127.0.0.1:53392 2024-12-05T12:20:53,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:53,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:53,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328150x0, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:20:54,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32815-0x100aa61f4ab0004 connected 2024-12-05T12:20:54,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32815-0x100aa61f4ab0004, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Set watcher on znode that does not yet exist, /1-2038351545/running 2024-12-05T12:20:54,007 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:20:54,009 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:20:54,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32815-0x100aa61f4ab0004, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Set watcher on znode that does not yet exist, /1-2038351545/master 2024-12-05T12:20:54,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32815-0x100aa61f4ab0004, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Set watcher on znode that does not yet exist, /1-2038351545/acl 2024-12-05T12:20:54,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32815 2024-12-05T12:20:54,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32815 2024-12-05T12:20:54,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32815 2024-12-05T12:20:54,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32815 2024-12-05T12:20:54,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32815 2024-12-05T12:20:54,073 DEBUG [M:0;f4bc09594422:39917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:39917 2024-12-05T12:20:54,073 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2038351545/backup-masters/f4bc09594422,39917,1733401253895 2024-12-05T12:20:54,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2038351545/backup-masters 2024-12-05T12:20:54,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x100aa61f4ab0004, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2038351545/backup-masters 2024-12-05T12:20:54,077 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Set watcher on existing znode=/1-2038351545/backup-masters/f4bc09594422,39917,1733401253895 2024-12-05T12:20:54,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x100aa61f4ab0004, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2038351545/master 2024-12-05T12:20:54,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x100aa61f4ab0004, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2038351545 2024-12-05T12:20:54,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2038351545 2024-12-05T12:20:54,080 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Set watcher on existing znode=/1-2038351545/master 2024-12-05T12:20:54,081 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2038351545/backup-masters/f4bc09594422,39917,1733401253895 from backup master directory 2024-12-05T12:20:54,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x100aa61f4ab0004, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2038351545/backup-masters 2024-12-05T12:20:54,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2038351545/backup-masters/f4bc09594422,39917,1733401253895 2024-12-05T12:20:54,082 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:20:54,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2038351545/backup-masters 2024-12-05T12:20:54,083 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,39917,1733401253895 2024-12-05T12:20:54,103 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/hbase.id] with ID: 31cded47-ef9a-4d93-9455-f75b7c568aaa 2024-12-05T12:20:54,103 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/.tmp/hbase.id 2024-12-05T12:20:54,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40139 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:20:54,114 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/.tmp/hbase.id]:[hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/hbase.id] 2024-12-05T12:20:54,141 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:20:54,141 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:20:54,143 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T12:20:54,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x100aa61f4ab0004, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2038351545 2024-12-05T12:20:54,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2038351545 2024-12-05T12:20:54,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40139 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:20:54,571 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:20:54,573 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:20:54,576 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:20:54,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40139 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:20:55,036 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/data/master/store 2024-12-05T12:20:55,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40139 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:20:55,461 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:55,461 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:20:55,462 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:55,462 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:55,462 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:20:55,462 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:55,462 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:20:55,462 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401255461Disabling compacts and flushes for region at 1733401255461Disabling writes for close at 1733401255462 (+1 ms)Writing region close event to WAL at 1733401255462Closed at 1733401255462 2024-12-05T12:20:55,464 WARN [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/data/master/store/.initializing 2024-12-05T12:20:55,464 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/WALs/f4bc09594422,39917,1733401253895 2024-12-05T12:20:55,466 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:20:55,469 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C39917%2C1733401253895, suffix=, logDir=hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/WALs/f4bc09594422,39917,1733401253895, archiveDir=hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/oldWALs, maxLogs=10 2024-12-05T12:20:55,484 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/WALs/f4bc09594422,39917,1733401253895/f4bc09594422%2C39917%2C1733401253895.1733401255469, exclude list is [], retry=0 2024-12-05T12:20:55,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40139,DS-af34784d-aec3-4fd5-b248-0c675798b2bf,DISK] 2024-12-05T12:20:55,492 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/WALs/f4bc09594422,39917,1733401253895/f4bc09594422%2C39917%2C1733401253895.1733401255469 2024-12-05T12:20:55,493 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44269:44269)] 2024-12-05T12:20:55,493 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:20:55,493 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:55,493 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:55,493 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:55,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:55,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:20:55,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:55,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:55,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:55,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:20:55,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:55,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:55,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:55,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:20:55,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:55,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:55,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:55,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:20:55,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:55,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:55,510 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:55,511 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:55,512 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:55,514 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:55,514 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:55,515 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:20:55,518 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:20:55,533 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:20:55,534 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60157069, jitterRate=-0.10358981788158417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:20:55,535 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401255494Initializing all the Stores at 1733401255496 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401255496Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401255496Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401255496Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401255496Cleaning up temporary data from old regions at 1733401255514 (+18 ms)Region opened successfully at 1733401255535 (+21 ms) 2024-12-05T12:20:55,535 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:20:55,541 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9cdb62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:20:55,544 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:20:55,545 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:20:55,545 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:20:55,545 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:20:55,546 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:20:55,546 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:20:55,547 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:20:55,550 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:20:55,551 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Unable to get data of znode /1-2038351545/balancer because node does not exist (not necessarily an error) 2024-12-05T12:20:55,553 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2038351545/balancer already deleted, retry=false 2024-12-05T12:20:55,553 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:20:55,555 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Unable to get data of znode /1-2038351545/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:20:55,557 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2038351545/normalizer already deleted, retry=false 2024-12-05T12:20:55,557 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:20:55,565 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Unable to get data of znode /1-2038351545/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:20:55,566 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2038351545/switch/split already deleted, retry=false 2024-12-05T12:20:55,568 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Unable to get data of znode /1-2038351545/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:20:55,570 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2038351545/switch/merge already deleted, retry=false 2024-12-05T12:20:55,580 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Unable to get data of znode /1-2038351545/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:20:55,582 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2038351545/snapshot-cleanup already deleted, retry=false 2024-12-05T12:20:55,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2038351545/running 2024-12-05T12:20:55,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2038351545 2024-12-05T12:20:55,587 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,39917,1733401253895, sessionid=0x100aa61f4ab0003, setting cluster-up flag (Was=false) 2024-12-05T12:20:55,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x100aa61f4ab0004, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2038351545/running 2024-12-05T12:20:55,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x100aa61f4ab0004, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2038351545 2024-12-05T12:20:55,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2038351545 2024-12-05T12:20:55,599 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2038351545/flush-table-proc/acquired, /1-2038351545/flush-table-proc/reached, /1-2038351545/flush-table-proc/abort 2024-12-05T12:20:55,609 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,39917,1733401253895 2024-12-05T12:20:55,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x100aa61f4ab0004, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2038351545 2024-12-05T12:20:55,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2038351545 2024-12-05T12:20:55,625 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2038351545/online-snapshot/acquired, /1-2038351545/online-snapshot/reached, /1-2038351545/online-snapshot/abort 2024-12-05T12:20:55,632 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,39917,1733401253895 2024-12-05T12:20:55,635 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:20:55,639 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:20:55,640 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:20:55,640 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:20:55,640 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,39917,1733401253895 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:20:55,642 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:20:55,642 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:20:55,643 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:20:55,643 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:20:55,643 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:20:55,643 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:55,643 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:20:55,643 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:55,646 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401285646 2024-12-05T12:20:55,646 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:20:55,646 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:20:55,646 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:20:55,646 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:20:55,646 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:20:55,646 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:20:55,647 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:55,647 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:20:55,647 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:20:55,647 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:20:55,647 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:20:55,648 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:20:55,648 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:20:55,648 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:20:55,648 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:20:55,649 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401255648,5,FailOnTimeoutGroup] 2024-12-05T12:20:55,649 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401255649,5,FailOnTimeoutGroup] 2024-12-05T12:20:55,649 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:55,649 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:20:55,649 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:55,649 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:55,650 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:55,650 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:20:55,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40139 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:20:55,661 INFO [RS:0;f4bc09594422:32815 {}] regionserver.HRegionServer(746): ClusterId : 31cded47-ef9a-4d93-9455-f75b7c568aaa 2024-12-05T12:20:55,661 DEBUG [RS:0;f4bc09594422:32815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:20:55,664 DEBUG [RS:0;f4bc09594422:32815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:20:55,665 DEBUG [RS:0;f4bc09594422:32815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:20:55,667 DEBUG [RS:0;f4bc09594422:32815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:20:55,668 DEBUG [RS:0;f4bc09594422:32815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@550ca7f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:20:55,686 DEBUG [RS:0;f4bc09594422:32815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:32815 2024-12-05T12:20:55,687 INFO [RS:0;f4bc09594422:32815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:20:55,687 INFO [RS:0;f4bc09594422:32815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:20:55,687 DEBUG [RS:0;f4bc09594422:32815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:20:55,688 INFO [RS:0;f4bc09594422:32815 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,39917,1733401253895 with port=32815, startcode=1733401253974 2024-12-05T12:20:55,689 DEBUG [RS:0;f4bc09594422:32815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:20:55,691 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:20:55,695 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39917 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,32815,1733401253974 2024-12-05T12:20:55,695 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39917 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,32815,1733401253974 2024-12-05T12:20:55,700 DEBUG [RS:0;f4bc09594422:32815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6 2024-12-05T12:20:55,700 DEBUG [RS:0;f4bc09594422:32815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36547 2024-12-05T12:20:55,700 DEBUG [RS:0;f4bc09594422:32815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:20:55,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2038351545/rs 2024-12-05T12:20:55,709 DEBUG [RS:0;f4bc09594422:32815 {}] zookeeper.ZKUtil(111): regionserver:32815-0x100aa61f4ab0004, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Set watcher on existing znode=/1-2038351545/rs/f4bc09594422,32815,1733401253974 2024-12-05T12:20:55,709 WARN [RS:0;f4bc09594422:32815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:20:55,709 INFO [RS:0;f4bc09594422:32815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:20:55,709 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,32815,1733401253974] 2024-12-05T12:20:55,709 DEBUG [RS:0;f4bc09594422:32815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/WALs/f4bc09594422,32815,1733401253974 2024-12-05T12:20:55,714 INFO [RS:0;f4bc09594422:32815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:20:55,720 INFO [RS:0;f4bc09594422:32815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:20:55,721 INFO [RS:0;f4bc09594422:32815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:20:55,721 INFO [RS:0;f4bc09594422:32815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:55,722 INFO [RS:0;f4bc09594422:32815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:20:55,723 INFO [RS:0;f4bc09594422:32815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:20:55,723 INFO [RS:0;f4bc09594422:32815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:55,723 DEBUG [RS:0;f4bc09594422:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:55,724 DEBUG [RS:0;f4bc09594422:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:55,724 DEBUG [RS:0;f4bc09594422:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:55,724 DEBUG [RS:0;f4bc09594422:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:55,724 DEBUG [RS:0;f4bc09594422:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:55,724 DEBUG [RS:0;f4bc09594422:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:20:55,724 DEBUG [RS:0;f4bc09594422:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:55,724 DEBUG [RS:0;f4bc09594422:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:55,724 DEBUG [RS:0;f4bc09594422:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:55,724 DEBUG [RS:0;f4bc09594422:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:55,725 DEBUG [RS:0;f4bc09594422:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:55,725 DEBUG [RS:0;f4bc09594422:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:20:55,725 DEBUG [RS:0;f4bc09594422:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:20:55,725 DEBUG [RS:0;f4bc09594422:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:20:55,732 INFO [RS:0;f4bc09594422:32815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:55,733 INFO [RS:0;f4bc09594422:32815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:55,733 INFO [RS:0;f4bc09594422:32815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:55,733 INFO [RS:0;f4bc09594422:32815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:55,733 INFO [RS:0;f4bc09594422:32815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:55,733 INFO [RS:0;f4bc09594422:32815 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,32815,1733401253974-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:20:55,760 INFO [RS:0;f4bc09594422:32815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:20:55,760 INFO [RS:0;f4bc09594422:32815 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,32815,1733401253974-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:55,760 INFO [RS:0;f4bc09594422:32815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:55,761 INFO [RS:0;f4bc09594422:32815 {}] regionserver.Replication(171): f4bc09594422,32815,1733401253974 started 2024-12-05T12:20:55,783 INFO [RS:0;f4bc09594422:32815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:55,784 INFO [RS:0;f4bc09594422:32815 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,32815,1733401253974, RpcServer on f4bc09594422/172.17.0.3:32815, sessionid=0x100aa61f4ab0004 2024-12-05T12:20:55,784 DEBUG [RS:0;f4bc09594422:32815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:20:55,784 DEBUG [RS:0;f4bc09594422:32815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,32815,1733401253974 2024-12-05T12:20:55,784 DEBUG [RS:0;f4bc09594422:32815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,32815,1733401253974' 2024-12-05T12:20:55,784 DEBUG [RS:0;f4bc09594422:32815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2038351545/flush-table-proc/abort' 2024-12-05T12:20:55,787 DEBUG [RS:0;f4bc09594422:32815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2038351545/flush-table-proc/acquired' 2024-12-05T12:20:55,788 DEBUG [RS:0;f4bc09594422:32815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:20:55,788 DEBUG [RS:0;f4bc09594422:32815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:20:55,788 DEBUG [RS:0;f4bc09594422:32815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,32815,1733401253974 2024-12-05T12:20:55,788 DEBUG [RS:0;f4bc09594422:32815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,32815,1733401253974' 2024-12-05T12:20:55,788 DEBUG [RS:0;f4bc09594422:32815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2038351545/online-snapshot/abort' 2024-12-05T12:20:55,789 DEBUG [RS:0;f4bc09594422:32815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2038351545/online-snapshot/acquired' 2024-12-05T12:20:55,790 DEBUG [RS:0;f4bc09594422:32815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:20:55,790 INFO [RS:0;f4bc09594422:32815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:20:55,790 INFO [RS:0;f4bc09594422:32815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:20:55,890 INFO [RS:0;f4bc09594422:32815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:20:55,894 INFO [RS:0;f4bc09594422:32815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C32815%2C1733401253974, suffix=, logDir=hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/WALs/f4bc09594422,32815,1733401253974, archiveDir=hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/oldWALs, maxLogs=10 2024-12-05T12:20:55,910 DEBUG [RS:0;f4bc09594422:32815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/WALs/f4bc09594422,32815,1733401253974/f4bc09594422%2C32815%2C1733401253974.1733401255896, exclude list is [], retry=0 2024-12-05T12:20:55,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40139,DS-af34784d-aec3-4fd5-b248-0c675798b2bf,DISK] 2024-12-05T12:20:55,918 INFO [RS:0;f4bc09594422:32815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/WALs/f4bc09594422,32815,1733401253974/f4bc09594422%2C32815%2C1733401253974.1733401255896 2024-12-05T12:20:55,920 DEBUG [RS:0;f4bc09594422:32815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44269:44269)] 2024-12-05T12:20:56,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:20:56,062 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6 2024-12-05T12:20:56,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40139 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:20:56,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:56,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:20:56,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:20:56,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:56,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:56,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:20:56,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:20:56,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:56,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:56,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:20:56,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:20:56,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:56,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:56,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:20:56,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:20:56,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:56,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:56,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:20:56,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/data/hbase/meta/1588230740 2024-12-05T12:20:56,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/data/hbase/meta/1588230740 2024-12-05T12:20:56,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:20:56,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:20:56,492 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:20:56,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:20:56,498 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:20:56,498 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69427510, jitterRate=0.03455051779747009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:20:56,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401256471Initializing all the Stores at 1733401256473 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401256473Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401256474 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401256474Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401256474Cleaning up temporary data from old regions at 1733401256491 (+17 ms)Region opened successfully at 1733401256499 (+8 ms) 2024-12-05T12:20:56,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:20:56,499 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:20:56,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:20:56,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:20:56,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:20:56,500 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:20:56,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401256499Disabling compacts and flushes for region at 1733401256499Disabling writes for close at 1733401256499Writing region close event to WAL at 1733401256500 (+1 ms)Closed at 1733401256500 2024-12-05T12:20:56,502 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:20:56,502 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:20:56,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:20:56,504 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:20:56,507 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:20:56,617 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:20:56,657 DEBUG [f4bc09594422:39917 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:20:56,658 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,32815,1733401253974 2024-12-05T12:20:56,662 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,32815,1733401253974, state=OPENING 2024-12-05T12:20:56,664 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:20:56,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2038351545 2024-12-05T12:20:56,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x100aa61f4ab0004, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2038351545 2024-12-05T12:20:56,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2038351545/meta-region-server: CHANGED 2024-12-05T12:20:56,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2038351545/meta-region-server: CHANGED 2024-12-05T12:20:56,667 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:20:56,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,32815,1733401253974}] 2024-12-05T12:20:56,823 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:20:56,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:20:56,831 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:20:56,831 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:20:56,832 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:20:56,834 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C32815%2C1733401253974.meta, suffix=.meta, logDir=hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/WALs/f4bc09594422,32815,1733401253974, archiveDir=hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/oldWALs, maxLogs=10 2024-12-05T12:20:56,852 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/WALs/f4bc09594422,32815,1733401253974/f4bc09594422%2C32815%2C1733401253974.meta.1733401256836.meta, exclude list is [], retry=0 2024-12-05T12:20:56,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40139,DS-af34784d-aec3-4fd5-b248-0c675798b2bf,DISK] 2024-12-05T12:20:56,859 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/WALs/f4bc09594422,32815,1733401253974/f4bc09594422%2C32815%2C1733401253974.meta.1733401256836.meta 2024-12-05T12:20:56,859 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44269:44269)] 2024-12-05T12:20:56,859 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:20:56,860 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:20:56,860 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:20:56,860 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:20:56,860 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:20:56,861 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:20:56,861 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:56,861 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:20:56,861 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:20:56,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:20:56,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:20:56,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:56,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:56,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:20:56,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:20:56,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:56,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:56,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:20:56,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:20:56,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:56,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:56,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:20:56,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:20:56,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:56,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:20:56,871 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:20:56,873 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/data/hbase/meta/1588230740 2024-12-05T12:20:56,875 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/data/hbase/meta/1588230740 2024-12-05T12:20:56,876 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:20:56,877 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:20:56,877 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:20:56,879 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:20:56,881 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62330568, jitterRate=-0.07120215892791748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:20:56,881 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:20:56,881 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401256861Writing region info on filesystem at 1733401256861Initializing all the Stores at 1733401256863 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401256863Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401256863Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401256863Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401256863Cleaning up temporary data from old regions at 1733401256877 (+14 ms)Running coprocessor post-open hooks at 1733401256881 (+4 ms)Region opened successfully at 1733401256881 2024-12-05T12:20:56,883 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401256823 2024-12-05T12:20:56,887 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:20:56,887 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:20:56,888 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,32815,1733401253974 2024-12-05T12:20:56,889 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,32815,1733401253974, state=OPEN 2024-12-05T12:20:56,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2038351545/meta-region-server 2024-12-05T12:20:56,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x100aa61f4ab0004, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2038351545/meta-region-server 2024-12-05T12:20:56,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2038351545/meta-region-server: CHANGED 2024-12-05T12:20:56,891 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,32815,1733401253974 2024-12-05T12:20:56,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2038351545/meta-region-server: CHANGED 2024-12-05T12:20:56,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:20:56,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,32815,1733401253974 in 224 msec 2024-12-05T12:20:56,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:20:56,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 393 msec 2024-12-05T12:20:56,900 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:20:56,900 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:20:56,902 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:20:56,902 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,32815,1733401253974, seqNum=-1] 2024-12-05T12:20:56,902 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:20:56,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:20:56,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2760 sec 2024-12-05T12:20:56,914 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401256914, completionTime=-1 2024-12-05T12:20:56,914 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:20:56,915 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:20:56,917 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:20:56,917 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401316917 2024-12-05T12:20:56,918 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401376917 2024-12-05T12:20:56,918 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-05T12:20:56,918 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39917,1733401253895-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:56,918 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39917,1733401253895-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:56,918 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39917,1733401253895-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:56,918 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:39917, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:56,918 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:56,918 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:56,921 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:20:56,924 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.841sec 2024-12-05T12:20:56,924 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:20:56,924 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:20:56,924 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:20:56,924 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:20:56,924 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:20:56,924 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39917,1733401253895-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:20:56,924 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39917,1733401253895-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:20:56,928 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:20:56,928 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:20:56,928 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39917,1733401253895-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:20:56,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3422e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:56,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39917,-1 for getting cluster id 2024-12-05T12:20:56,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:56,952 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31cded47-ef9a-4d93-9455-f75b7c568aaa' 2024-12-05T12:20:56,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:56,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31cded47-ef9a-4d93-9455-f75b7c568aaa" 2024-12-05T12:20:56,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eeb5f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:56,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39917,-1] 2024-12-05T12:20:56,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:56,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:56,956 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:56,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49308155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:56,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:20:56,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,32815,1733401253974, seqNum=-1] 2024-12-05T12:20:56,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:20:56,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:20:56,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,39917,1733401253895 2024-12-05T12:20:56,965 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53392 2024-12-05T12:20:56,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:20:56,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100aa61f4ab0005 connected 2024-12-05T12:20:56,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4270b2dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:56,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,34195,-1 for getting cluster id 2024-12-05T12:20:56,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:56,976 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47524bd0-812d-4463-a37e-d5a2840807dd' 2024-12-05T12:20:56,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:56,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47524bd0-812d-4463-a37e-d5a2840807dd" 2024-12-05T12:20:56,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f37f9d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:56,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,34195,-1] 2024-12-05T12:20:56,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:56,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:56,979 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:56,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485b1a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:56,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:20:56,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,34195,1733401246957 2024-12-05T12:20:56,996 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56fd8601 2024-12-05T12:20:56,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:20:56,998 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:20:56,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f4bc09594422:39917,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:20:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:20:57,012 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:39917' 2024-12-05T12:20:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:20:57,014 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c79dc5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:57,014 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39917,-1 for getting cluster id 2024-12-05T12:20:57,014 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:57,015 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31cded47-ef9a-4d93-9455-f75b7c568aaa' 2024-12-05T12:20:57,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:57,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31cded47-ef9a-4d93-9455-f75b7c568aaa" 2024-12-05T12:20:57,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee08be4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:57,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39917,-1] 2024-12-05T12:20:57,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:57,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:57,017 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:57,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60479af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:57,019 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:20:57,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,39917,1733401253895 2024-12-05T12:20:57,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6808d2d9 2024-12-05T12:20:57,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:20:57,026 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:20:57,038 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T12:20:57,038 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:20:57,042 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:57,043 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:57,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:57,044 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:20:57,050 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:20:57,052 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:20:57,053 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:57,054 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:20:57,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741835_1011 (size=1138) 2024-12-05T12:20:57,102 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:20:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:20:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:20:57,450 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:20:57,467 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4bf8d27b40bf050d79ea26ab965bf87d, NAME => 'hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46 2024-12-05T12:20:57,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741836_1012 (size=44) 2024-12-05T12:20:57,505 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:20:57,505 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T12:20:57,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:20:57,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T12:20:57,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:20:57,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T12:20:57,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T12:20:57,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T12:20:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:20:57,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:57,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4bf8d27b40bf050d79ea26ab965bf87d, disabling compactions & flushes 2024-12-05T12:20:57,880 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. 2024-12-05T12:20:57,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. 2024-12-05T12:20:57,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. after waiting 0 ms 2024-12-05T12:20:57,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. 2024-12-05T12:20:57,880 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. 2024-12-05T12:20:57,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4bf8d27b40bf050d79ea26ab965bf87d: Waiting for close lock at 1733401257880Disabling compacts and flushes for region at 1733401257880Disabling writes for close at 1733401257880Writing region close event to WAL at 1733401257880Closed at 1733401257880 2024-12-05T12:20:57,883 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:20:57,888 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401257883"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401257883"}]},"ts":"1733401257883"} 2024-12-05T12:20:57,893 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:20:57,895 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:20:57,897 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401257895"}]},"ts":"1733401257895"} 2024-12-05T12:20:57,901 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:20:57,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4bf8d27b40bf050d79ea26ab965bf87d, ASSIGN}] 2024-12-05T12:20:57,905 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4bf8d27b40bf050d79ea26ab965bf87d, ASSIGN 2024-12-05T12:20:57,906 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4bf8d27b40bf050d79ea26ab965bf87d, ASSIGN; state=OFFLINE, location=f4bc09594422,35375,1733401247798; forceNewPlan=false, retain=false 2024-12-05T12:20:58,058 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4bf8d27b40bf050d79ea26ab965bf87d, regionState=OPENING, regionLocation=f4bc09594422,35375,1733401247798 2024-12-05T12:20:58,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4bf8d27b40bf050d79ea26ab965bf87d, ASSIGN because future has completed 2024-12-05T12:20:58,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bf8d27b40bf050d79ea26ab965bf87d, server=f4bc09594422,35375,1733401247798}] 2024-12-05T12:20:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:20:58,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. 2024-12-05T12:20:58,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:20:58,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:20:58,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C35375%2C1733401247798.rep, suffix=, logDir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798, archiveDir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/oldWALs, maxLogs=10 2024-12-05T12:20:58,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798/f4bc09594422%2C35375%2C1733401247798.rep.1733401258225, exclude list is [], retry=0 2024-12-05T12:20:58,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44055,DS-1e24ed30-0228-402b-af2f-6d803891e011,DISK] 2024-12-05T12:20:58,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798/f4bc09594422%2C35375%2C1733401247798.rep.1733401258225 2024-12-05T12:20:58,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44983:44983)] 2024-12-05T12:20:58,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4bf8d27b40bf050d79ea26ab965bf87d, NAME => 'hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:20:58,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:20:58,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:20:58,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. service=MultiRowMutationService 2024-12-05T12:20:58,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:20:58,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:20:58,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:20:58,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:20:58,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:20:58,249 INFO [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:20:58,250 INFO [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bf8d27b40bf050d79ea26ab965bf87d columnFamilyName hfileref 2024-12-05T12:20:58,251 DEBUG [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:58,251 INFO [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] regionserver.HStore(327): Store=4bf8d27b40bf050d79ea26ab965bf87d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:58,251 INFO [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:20:58,253 INFO [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bf8d27b40bf050d79ea26ab965bf87d columnFamilyName queue 2024-12-05T12:20:58,253 DEBUG [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:58,254 INFO [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] regionserver.HStore(327): Store=4bf8d27b40bf050d79ea26ab965bf87d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:58,254 INFO [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:20:58,255 INFO [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bf8d27b40bf050d79ea26ab965bf87d columnFamilyName sid 2024-12-05T12:20:58,255 DEBUG [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:20:58,256 INFO [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] regionserver.HStore(327): Store=4bf8d27b40bf050d79ea26ab965bf87d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:20:58,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:20:58,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/replication/4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:20:58,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/replication/4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:20:58,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:20:58,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:20:58,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:20:58,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:20:58,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/replication/4bf8d27b40bf050d79ea26ab965bf87d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:20:58,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 4bf8d27b40bf050d79ea26ab965bf87d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61848909, jitterRate=-0.07837943732738495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:20:58,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:20:58,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4bf8d27b40bf050d79ea26ab965bf87d: Running coprocessor pre-open hook at 1733401258247Writing region info on filesystem at 1733401258247Initializing all the Stores at 1733401258248 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401258248Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401258248Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401258248Cleaning up temporary data from old regions at 1733401258259 (+11 ms)Running coprocessor post-open hooks at 1733401258265 (+6 ms)Region opened successfully at 1733401258266 (+1 ms) 2024-12-05T12:20:58,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d., pid=7, masterSystemTime=1733401258215 2024-12-05T12:20:58,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. 2024-12-05T12:20:58,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. 2024-12-05T12:20:58,272 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4bf8d27b40bf050d79ea26ab965bf87d, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,35375,1733401247798 2024-12-05T12:20:58,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bf8d27b40bf050d79ea26ab965bf87d, server=f4bc09594422,35375,1733401247798 because future has completed 2024-12-05T12:20:58,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T12:20:58,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4bf8d27b40bf050d79ea26ab965bf87d, server=f4bc09594422,35375,1733401247798 in 215 msec 2024-12-05T12:20:58,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:20:58,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4bf8d27b40bf050d79ea26ab965bf87d, ASSIGN in 377 msec 2024-12-05T12:20:58,285 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:20:58,285 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401258285"}]},"ts":"1733401258285"} 2024-12-05T12:20:58,287 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:20:58,289 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:20:58,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2440 sec 2024-12-05T12:20:58,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d., hostname=f4bc09594422,35375,1733401247798, seqNum=2] 2024-12-05T12:20:58,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35375 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-05T12:20:58,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:20:58,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35375-0x100aa61f4ab0001, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:20:58,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:20:58,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T12:20:58,501 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:20:58,541 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f4bc09594422,35375,1733401247798, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:20:58,542 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:20:58,542 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,35375,1733401247798, seqNum=-1] 2024-12-05T12:20:58,543 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:20:58,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-05T12:20:58,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f4bc09594422,35375,1733401247798', locateType=CURRENT is [region=hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d., hostname=f4bc09594422,35375,1733401247798, seqNum=2] 2024-12-05T12:20:58,558 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T12:20:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T12:20:58,583 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f4bc09594422,35375,1733401247798 suceeded 2024-12-05T12:20:58,584 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35375,1733401247798 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:39917' 2024-12-05T12:20:58,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T12:20:58,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 246 msec 2024-12-05T12:20:58,591 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f4bc09594422:39917,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:20:58,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5890 sec 2024-12-05T12:20:58,600 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35375,1733401247798 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aa21ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:58,600 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35375,1733401247798 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39917,-1 for getting cluster id 2024-12-05T12:20:58,600 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35375,1733401247798 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:58,602 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31cded47-ef9a-4d93-9455-f75b7c568aaa' 2024-12-05T12:20:58,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:58,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31cded47-ef9a-4d93-9455-f75b7c568aaa" 2024-12-05T12:20:58,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24334488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:58,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39917,-1] 2024-12-05T12:20:58,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:58,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:58,605 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:58,606 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35375,1733401247798 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6df1bea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:58,606 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35375,1733401247798 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:20:58,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,39917,1733401253895 2024-12-05T12:20:58,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29ffa26 2024-12-05T12:20:58,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:20:58,609 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-05T12:20:58,610 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35375,1733401247798 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f4bc09594422,35375,1733401247798 (queues=1) is replicating from cluster=47524bd0-812d-4463-a37e-d5a2840807dd to cluster=31cded47-ef9a-4d93-9455-f75b7c568aaa 2024-12-05T12:20:58,612 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35375,1733401247798 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f4bc09594422%2C35375%2C1733401247798 2024-12-05T12:20:58,616 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35375,1733401247798 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f4bc09594422,35375,1733401247798, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:20:58,625 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35375,1733401247798.replicationSource.wal-reader.f4bc09594422%2C35375%2C1733401247798,1-f4bc09594422,35375,1733401247798 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798/f4bc09594422%2C35375%2C1733401247798.1733401250881, startPosition=0, beingWritten=true 2024-12-05T12:20:58,626 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35375,1733401247798.replicationSource.shipperf4bc09594422%2C35375%2C1733401247798,1-f4bc09594422,35375,1733401247798 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f4bc09594422%2C35375%2C1733401247798 2024-12-05T12:20:58,890 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35375,1733401247798.replicationSource.wal-reader.f4bc09594422%2C35375%2C1733401247798,1-f4bc09594422,35375,1733401247798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798/f4bc09594422%2C35375%2C1733401247798.1733401250881 to pos 0, reset compression=false 2024-12-05T12:20:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:20:59,165 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:20:59,165 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:20:59,165 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:20:59,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:59,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:59,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:59,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164124b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:59,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,34195,-1 for getting cluster id 2024-12-05T12:20:59,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:59,168 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47524bd0-812d-4463-a37e-d5a2840807dd' 2024-12-05T12:20:59,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:59,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47524bd0-812d-4463-a37e-d5a2840807dd" 2024-12-05T12:20:59,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1c19e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:59,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,34195,-1] 2024-12-05T12:20:59,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:59,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:59,171 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:59,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28bb7aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:59,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:20:59,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,34195,1733401246957 2024-12-05T12:20:59,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cd63cd7 2024-12-05T12:20:59,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:20:59,175 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:20:59,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://f4bc09594422:39917,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:20:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:20:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T12:20:59,180 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:39917' 2024-12-05T12:20:59,181 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca32086, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:59,181 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39917,-1 for getting cluster id 2024-12-05T12:20:59,181 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:59,182 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31cded47-ef9a-4d93-9455-f75b7c568aaa' 2024-12-05T12:20:59,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:59,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31cded47-ef9a-4d93-9455-f75b7c568aaa" 2024-12-05T12:20:59,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7681455e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:59,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39917,-1] 2024-12-05T12:20:59,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:59,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:59,184 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:59,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287272c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:59,185 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:20:59,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,39917,1733401253895 2024-12-05T12:20:59,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2efc606c 2024-12-05T12:20:59,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:20:59,187 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:20:59,188 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-05T12:20:59,188 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:20:59,188 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:59,188 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:59,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:59,197 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35375,1733401247798.replicationSource.wal-reader.f4bc09594422%2C35375%2C1733401247798,1-f4bc09594422,35375,1733401247798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798/f4bc09594422%2C35375%2C1733401247798.1733401250881 to pos 0, reset compression=false 2024-12-05T12:20:59,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:20:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T12:20:59,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-05T12:20:59,353 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-05T12:20:59,385 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-f4bc09594422,35375,1733401247798, ReplicationSource: 2, currentBandwidth=0 2024-12-05T12:20:59,388 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-05T12:20:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-05T12:20:59,392 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on f4bc09594422,35375,1733401247798 suceeded 2024-12-05T12:20:59,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:20:59,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-12-05T12:20:59,395 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://f4bc09594422:39917,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:20:59,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 219 msec 2024-12-05T12:20:59,404 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,35375,1733401247798 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:39917' 2024-12-05T12:20:59,405 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,35375,1733401247798 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3efed36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:59,405 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,35375,1733401247798 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39917,-1 for getting cluster id 2024-12-05T12:20:59,405 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,35375,1733401247798 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:59,406 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31cded47-ef9a-4d93-9455-f75b7c568aaa' 2024-12-05T12:20:59,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:59,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31cded47-ef9a-4d93-9455-f75b7c568aaa" 2024-12-05T12:20:59,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37bfdec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:59,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39917,-1] 2024-12-05T12:20:59,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:59,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:59,409 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:59,410 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,35375,1733401247798 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@499a80c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:59,410 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,35375,1733401247798 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:20:59,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,39917,1733401253895 2024-12-05T12:20:59,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@114e4476 2024-12-05T12:20:59,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:20:59,412 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-05T12:20:59,413 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,35375,1733401247798 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f4bc09594422,35375,1733401247798 (queues=1) is replicating from cluster=47524bd0-812d-4463-a37e-d5a2840807dd to cluster=31cded47-ef9a-4d93-9455-f75b7c568aaa 2024-12-05T12:20:59,413 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,35375,1733401247798 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f4bc09594422%2C35375%2C1733401247798 2024-12-05T12:20:59,413 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,35375,1733401247798 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f4bc09594422,35375,1733401247798, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:20:59,414 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,35375,1733401247798.replicationSource.shipperf4bc09594422%2C35375%2C1733401247798,2-f4bc09594422,35375,1733401247798 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f4bc09594422%2C35375%2C1733401247798 2024-12-05T12:20:59,414 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,35375,1733401247798.replicationSource.wal-reader.f4bc09594422%2C35375%2C1733401247798,2-f4bc09594422,35375,1733401247798 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798/f4bc09594422%2C35375%2C1733401247798.1733401250881, startPosition=0, beingWritten=true 2024-12-05T12:20:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T12:20:59,494 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-05T12:20:59,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:20:59,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:20:59,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:59,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:59,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:59,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:20:59,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,34195,1733401246957 2024-12-05T12:20:59,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57b1287 2024-12-05T12:20:59,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:20:59,500 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:20:59,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T12:20:59,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T12:20:59,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T12:20:59,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T12:20:59,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://f4bc09594422:39917,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:20:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T12:20:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T12:20:59,516 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:39917' 2024-12-05T12:20:59,517 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1aefa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:59,517 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39917,-1 for getting cluster id 2024-12-05T12:20:59,517 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:59,518 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31cded47-ef9a-4d93-9455-f75b7c568aaa' 2024-12-05T12:20:59,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:59,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31cded47-ef9a-4d93-9455-f75b7c568aaa" 2024-12-05T12:20:59,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166335ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:59,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39917,-1] 2024-12-05T12:20:59,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:59,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:59,520 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:59,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bdb28d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:59,521 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:20:59,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,39917,1733401253895 2024-12-05T12:20:59,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62bddf36 2024-12-05T12:20:59,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:20:59,523 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:20:59,524 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T12:20:59,524 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:20:59,524 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:59,524 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:59,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:59,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:20:59,604 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35375,1733401247798.replicationSource.wal-reader.f4bc09594422%2C35375%2C1733401247798,1-f4bc09594422,35375,1733401247798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798/f4bc09594422%2C35375%2C1733401247798.1733401250881 to pos 0, reset compression=false 2024-12-05T12:20:59,621 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,35375,1733401247798.replicationSource.wal-reader.f4bc09594422%2C35375%2C1733401247798,2-f4bc09594422,35375,1733401247798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798/f4bc09594422%2C35375%2C1733401247798.1733401250881 to pos 0, reset compression=false 2024-12-05T12:20:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T12:20:59,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-05T12:20:59,683 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-05T12:20:59,685 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-05T12:20:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-05T12:20:59,689 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on f4bc09594422,35375,1733401247798 suceeded 2024-12-05T12:20:59,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T12:20:59,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-12-05T12:20:59,692 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://f4bc09594422:39917,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:20:59,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 183 msec 2024-12-05T12:20:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T12:20:59,835 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-05T12:20:59,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://f4bc09594422:39917,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:20:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T12:20:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T12:20:59,840 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:39917' 2024-12-05T12:20:59,841 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50cfe1df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:59,841 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39917,-1 for getting cluster id 2024-12-05T12:20:59,842 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:20:59,842 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31cded47-ef9a-4d93-9455-f75b7c568aaa' 2024-12-05T12:20:59,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:20:59,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31cded47-ef9a-4d93-9455-f75b7c568aaa" 2024-12-05T12:20:59,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2162e530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:59,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39917,-1] 2024-12-05T12:20:59,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:20:59,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:59,844 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:20:59,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f920ecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:20:59,845 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:20:59,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,39917,1733401253895 2024-12-05T12:20:59,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27900415 2024-12-05T12:20:59,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:20:59,848 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:20:59,848 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T12:20:59,849 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:20:59,849 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:59,849 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:20:59,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:20:59,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:20:59,928 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,35375,1733401247798.replicationSource.wal-reader.f4bc09594422%2C35375%2C1733401247798,2-f4bc09594422,35375,1733401247798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798/f4bc09594422%2C35375%2C1733401247798.1733401250881 to pos 0, reset compression=false 2024-12-05T12:20:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T12:21:00,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-05T12:21:00,007 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-05T12:21:00,009 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-05T12:21:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-05T12:21:00,013 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on f4bc09594422,35375,1733401247798 suceeded 2024-12-05T12:21:00,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-05T12:21:00,017 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://f4bc09594422:39917,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:21:00,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-12-05T12:21:00,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 181 msec 2024-12-05T12:21:00,111 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35375,1733401247798.replicationSource.wal-reader.f4bc09594422%2C35375%2C1733401247798,1-f4bc09594422,35375,1733401247798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798/f4bc09594422%2C35375%2C1733401247798.1733401250881 to pos 0, reset compression=false 2024-12-05T12:21:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T12:21:00,154 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-05T12:21:00,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T12:21:00,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T12:21:00,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:00,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:00,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:00,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:00,157 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:21:00,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:00,157 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=603690543, stopped=false 2024-12-05T12:21:00,158 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,34195,1733401246957 2024-12-05T12:21:00,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01907387137/running 2024-12-05T12:21:00,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35375-0x100aa61f4ab0001, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01907387137/running 2024-12-05T12:21:00,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:21:00,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35375-0x100aa61f4ab0001, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:21:00,160 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:21:00,160 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:00,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:00,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35375-0x100aa61f4ab0001, quorum=127.0.0.1:53392, baseZNode=/01907387137 Set watcher on znode that does not yet exist, /01907387137/running 2024-12-05T12:21:00,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:00,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Set watcher on znode that does not yet exist, /01907387137/running 2024-12-05T12:21:00,161 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,35375,1733401247798' ***** 2024-12-05T12:21:00,162 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:21:00,162 INFO [RS:0;f4bc09594422:35375 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:21:00,162 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:21:00,162 INFO [RS:0;f4bc09594422:35375 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:21:00,162 INFO [RS:0;f4bc09594422:35375 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:21:00,163 INFO [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(3091): Received CLOSE for 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:21:00,163 INFO [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,35375,1733401247798 2024-12-05T12:21:00,163 INFO [RS:0;f4bc09594422:35375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:21:00,163 INFO [RS:0;f4bc09594422:35375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:35375. 2024-12-05T12:21:00,163 DEBUG [RS:0;f4bc09594422:35375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:00,163 DEBUG [RS:0;f4bc09594422:35375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:00,164 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4bf8d27b40bf050d79ea26ab965bf87d, disabling compactions & flushes 2024-12-05T12:21:00,164 INFO [RS:0;f4bc09594422:35375 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:21:00,164 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. 2024-12-05T12:21:00,164 INFO [RS:0;f4bc09594422:35375 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:21:00,164 INFO [RS:0;f4bc09594422:35375 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:21:00,164 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. 2024-12-05T12:21:00,164 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. after waiting 0 ms 2024-12-05T12:21:00,164 INFO [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:21:00,164 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. 2024-12-05T12:21:00,164 INFO [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:21:00,164 DEBUG [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4bf8d27b40bf050d79ea26ab965bf87d=hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d.} 2024-12-05T12:21:00,164 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:21:00,165 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:21:00,165 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:21:00,165 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:21:00,165 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:21:00,165 DEBUG [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:21:00,168 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T12:21:00,168 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4bf8d27b40bf050d79ea26ab965bf87d 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-05T12:21:00,180 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:21:00,242 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/.tmp/info/b1dd9418ee204ae58eb3158602defc88 is 147, key is hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d./info:regioninfo/1733401258272/Put/seqid=0 2024-12-05T12:21:00,242 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/replication/4bf8d27b40bf050d79ea26ab965bf87d/.tmp/queue/2b9cf12999394489a3ddb6d09ff224b6 is 151, key is 1-f4bc09594422,35375,1733401247798/queue:f4bc09594422%2C35375%2C1733401247798/1733401258548/Put/seqid=0 2024-12-05T12:21:00,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741838_1014 (size=5500) 2024-12-05T12:21:00,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741839_1015 (size=6631) 2024-12-05T12:21:00,343 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,35375,1733401247798.replicationSource.wal-reader.f4bc09594422%2C35375%2C1733401247798,2-f4bc09594422,35375,1733401247798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798/f4bc09594422%2C35375%2C1733401247798.1733401250881 to pos 0, reset compression=false 2024-12-05T12:21:00,365 DEBUG [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:21:00,565 DEBUG [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:21:00,656 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/replication/4bf8d27b40bf050d79ea26ab965bf87d/.tmp/queue/2b9cf12999394489a3ddb6d09ff224b6 2024-12-05T12:21:00,656 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/.tmp/info/b1dd9418ee204ae58eb3158602defc88 2024-12-05T12:21:00,685 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:21:00,685 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:21:00,705 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/replication/4bf8d27b40bf050d79ea26ab965bf87d/.tmp/queue/2b9cf12999394489a3ddb6d09ff224b6 as hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/replication/4bf8d27b40bf050d79ea26ab965bf87d/queue/2b9cf12999394489a3ddb6d09ff224b6 2024-12-05T12:21:00,715 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/replication/4bf8d27b40bf050d79ea26ab965bf87d/queue/2b9cf12999394489a3ddb6d09ff224b6, entries=2, sequenceid=6, filesize=5.4 K 2024-12-05T12:21:00,719 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35375,1733401247798.replicationSource.wal-reader.f4bc09594422%2C35375%2C1733401247798,1-f4bc09594422,35375,1733401247798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798/f4bc09594422%2C35375%2C1733401247798.1733401250881 to pos 0, reset compression=false 2024-12-05T12:21:00,721 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/.tmp/ns/31a3828c15114569a3830d8bf634e267 is 43, key is default/ns:d/1733401252091/Put/seqid=0 2024-12-05T12:21:00,725 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 4bf8d27b40bf050d79ea26ab965bf87d in 555ms, sequenceid=6, compaction requested=false 2024-12-05T12:21:00,725 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T12:21:00,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741840_1016 (size=5153) 2024-12-05T12:21:00,752 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/replication/4bf8d27b40bf050d79ea26ab965bf87d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T12:21:00,755 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:21:00,755 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:21:00,755 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. 2024-12-05T12:21:00,756 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4bf8d27b40bf050d79ea26ab965bf87d: Waiting for close lock at 1733401260163Running coprocessor pre-close hooks at 1733401260164 (+1 ms)Disabling compacts and flushes for region at 1733401260164Disabling writes for close at 1733401260164Obtaining lock to block concurrent updates at 1733401260168 (+4 ms)Preparing flush snapshotting stores in 4bf8d27b40bf050d79ea26ab965bf87d at 1733401260168Finished memstore snapshotting hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733401260176 (+8 ms)Flushing stores of hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. at 1733401260178 (+2 ms)Flushing 4bf8d27b40bf050d79ea26ab965bf87d/queue: creating writer at 1733401260179 (+1 ms)Flushing 4bf8d27b40bf050d79ea26ab965bf87d/queue: appending metadata at 1733401260224 (+45 ms)Flushing 4bf8d27b40bf050d79ea26ab965bf87d/queue: closing flushed file at 1733401260227 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663293eb: reopening flushed file at 1733401260703 (+476 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 4bf8d27b40bf050d79ea26ab965bf87d in 555ms, sequenceid=6, compaction requested=false at 1733401260725 (+22 ms)Writing region close event to WAL at 1733401260741 (+16 ms)Running coprocessor post-close hooks at 1733401260753 (+12 ms)Closed at 1733401260755 (+2 ms) 2024-12-05T12:21:00,756 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. 2024-12-05T12:21:00,766 DEBUG [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:00,850 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,35375,1733401247798.replicationSource.wal-reader.f4bc09594422%2C35375%2C1733401247798,2-f4bc09594422,35375,1733401247798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798/f4bc09594422%2C35375%2C1733401247798.1733401250881 to pos 0, reset compression=false 2024-12-05T12:21:00,966 DEBUG [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:01,151 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/.tmp/ns/31a3828c15114569a3830d8bf634e267 2024-12-05T12:21:01,166 INFO [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:21:01,166 DEBUG [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:21:01,166 DEBUG [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:01,199 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/.tmp/table/1a8f18c47990455f93c3df3c37e61730 is 53, key is hbase:replication/table:state/1733401258285/Put/seqid=0 2024-12-05T12:21:01,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741841_1017 (size=5256) 2024-12-05T12:21:01,367 DEBUG [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:01,430 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35375,1733401247798.replicationSource.wal-reader.f4bc09594422%2C35375%2C1733401247798,1-f4bc09594422,35375,1733401247798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798/f4bc09594422%2C35375%2C1733401247798.1733401250881 to pos 0, reset compression=false 2024-12-05T12:21:01,456 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,35375,1733401247798.replicationSource.wal-reader.f4bc09594422%2C35375%2C1733401247798,2-f4bc09594422,35375,1733401247798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798/f4bc09594422%2C35375%2C1733401247798.1733401250881 to pos 0, reset compression=false 2024-12-05T12:21:01,567 DEBUG [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:01,636 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/.tmp/table/1a8f18c47990455f93c3df3c37e61730 2024-12-05T12:21:01,645 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/.tmp/info/b1dd9418ee204ae58eb3158602defc88 as hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/info/b1dd9418ee204ae58eb3158602defc88 2024-12-05T12:21:01,655 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/info/b1dd9418ee204ae58eb3158602defc88, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T12:21:01,657 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/.tmp/ns/31a3828c15114569a3830d8bf634e267 as hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/ns/31a3828c15114569a3830d8bf634e267 2024-12-05T12:21:01,666 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/ns/31a3828c15114569a3830d8bf634e267, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T12:21:01,668 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/.tmp/table/1a8f18c47990455f93c3df3c37e61730 as hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/table/1a8f18c47990455f93c3df3c37e61730 2024-12-05T12:21:01,677 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/table/1a8f18c47990455f93c3df3c37e61730, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T12:21:01,678 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1513ms, sequenceid=11, compaction requested=false 2024-12-05T12:21:01,684 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T12:21:01,685 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:21:01,685 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:21:01,685 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:01,685 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401260164Running coprocessor pre-close hooks at 1733401260164Disabling compacts and flushes for region at 1733401260164Disabling writes for close at 1733401260165 (+1 ms)Obtaining lock to block concurrent updates at 1733401260168 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733401260168Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733401260176 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733401260178 (+2 ms)Flushing 1588230740/info: creating writer at 1733401260179 (+1 ms)Flushing 1588230740/info: appending metadata at 1733401260224 (+45 ms)Flushing 1588230740/info: closing flushed file at 1733401260227 (+3 ms)Flushing 1588230740/ns: creating writer at 1733401260703 (+476 ms)Flushing 1588230740/ns: appending metadata at 1733401260720 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733401260720Flushing 1588230740/table: creating writer at 1733401261165 (+445 ms)Flushing 1588230740/table: appending metadata at 1733401261198 (+33 ms)Flushing 1588230740/table: closing flushed file at 1733401261198Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33028039: reopening flushed file at 1733401261644 (+446 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b648197: reopening flushed file at 1733401261655 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@238c5e03: reopening flushed file at 1733401261667 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1513ms, sequenceid=11, compaction requested=false at 1733401261678 (+11 ms)Writing region close event to WAL at 1733401261680 (+2 ms)Running coprocessor post-close hooks at 1733401261685 (+5 ms)Closed at 1733401261685 2024-12-05T12:21:01,686 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:01,767 INFO [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,35375,1733401247798; all regions closed. 2024-12-05T12:21:01,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741834_1010 (size=2742) 2024-12-05T12:21:01,777 DEBUG [RS:0;f4bc09594422:35375 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/oldWALs 2024-12-05T12:21:01,778 INFO [RS:0;f4bc09594422:35375 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C35375%2C1733401247798.meta:.meta(num 1733401251890) 2024-12-05T12:21:01,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741837_1013 (size=1802) 2024-12-05T12:21:01,784 DEBUG [RS:0;f4bc09594422:35375 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/oldWALs 2024-12-05T12:21:01,784 INFO [RS:0;f4bc09594422:35375 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C35375%2C1733401247798.rep:(num 1733401258225) 2024-12-05T12:21:01,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741832_1008 (size=93) 2024-12-05T12:21:01,789 DEBUG [RS:0;f4bc09594422:35375 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/oldWALs 2024-12-05T12:21:01,789 INFO [RS:0;f4bc09594422:35375 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C35375%2C1733401247798:(num 1733401250881) 2024-12-05T12:21:01,789 DEBUG [RS:0;f4bc09594422:35375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:01,789 INFO [RS:0;f4bc09594422:35375 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:21:01,789 INFO [RS:0;f4bc09594422:35375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:21:01,789 INFO [RS:0;f4bc09594422:35375 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:21:01,790 INFO [RS:0;f4bc09594422:35375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:21:01,790 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:21:01,790 INFO [RS:0;f4bc09594422:35375 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f4bc09594422,35375,1733401247798 because: Region server is closing 2024-12-05T12:21:01,790 INFO [RS:0;f4bc09594422:35375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:35375. 2024-12-05T12:21:01,791 DEBUG [RS:0;f4bc09594422:35375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:01,791 DEBUG [RS:0;f4bc09594422:35375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:01,791 DEBUG [RS:0;f4bc09594422:35375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:01,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:01,891 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35375,1733401247798.replicationSource.shipperf4bc09594422%2C35375%2C1733401247798,1-f4bc09594422,35375,1733401247798 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T12:21:01,891 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35375,1733401247798.replicationSource.wal-reader.f4bc09594422%2C35375%2C1733401247798,1-f4bc09594422,35375,1733401247798 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:21:01,892 INFO [RS:0;f4bc09594422:35375 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35375,1733401247798.replicationSource.shipperf4bc09594422%2C35375%2C1733401247798,1-f4bc09594422,35375,1733401247798 terminated 2024-12-05T12:21:01,893 INFO [RS:0;f4bc09594422:35375 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f4bc09594422,35375,1733401247798 because: Region server is closing 2024-12-05T12:21:01,893 INFO [RS:0;f4bc09594422:35375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:35375. 2024-12-05T12:21:01,893 DEBUG [RS:0;f4bc09594422:35375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:01,893 DEBUG [RS:0;f4bc09594422:35375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:01,893 DEBUG [RS:0;f4bc09594422:35375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:01,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:01,994 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,35375,1733401247798.replicationSource.shipperf4bc09594422%2C35375%2C1733401247798,2-f4bc09594422,35375,1733401247798 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T12:21:01,994 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,35375,1733401247798.replicationSource.wal-reader.f4bc09594422%2C35375%2C1733401247798,2-f4bc09594422,35375,1733401247798 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:21:01,995 INFO [RS:0;f4bc09594422:35375 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,35375,1733401247798.replicationSource.shipperf4bc09594422%2C35375%2C1733401247798,2-f4bc09594422,35375,1733401247798 terminated 2024-12-05T12:21:01,995 INFO [RS:0;f4bc09594422:35375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35375 2024-12-05T12:21:02,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35375-0x100aa61f4ab0001, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01907387137/rs/f4bc09594422,35375,1733401247798 2024-12-05T12:21:02,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137/rs 2024-12-05T12:21:02,139 INFO [RS:0;f4bc09594422:35375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:21:02,141 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,35375,1733401247798] 2024-12-05T12:21:02,338 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01907387137/draining/f4bc09594422,35375,1733401247798 already deleted, retry=false 2024-12-05T12:21:02,339 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,35375,1733401247798 expired; onlineServers=0 2024-12-05T12:21:02,339 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,34195,1733401246957' ***** 2024-12-05T12:21:02,339 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:21:02,339 INFO [M:0;f4bc09594422:34195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:21:02,340 INFO [M:0;f4bc09594422:34195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:21:02,340 DEBUG [M:0;f4bc09594422:34195 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:21:02,340 DEBUG [M:0;f4bc09594422:34195 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:21:02,340 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:21:02,340 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401250507 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401250507,5,FailOnTimeoutGroup] 2024-12-05T12:21:02,340 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401250508 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401250508,5,FailOnTimeoutGroup] 2024-12-05T12:21:02,340 INFO [M:0;f4bc09594422:34195 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:21:02,340 INFO [M:0;f4bc09594422:34195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:21:02,340 DEBUG [M:0;f4bc09594422:34195 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:21:02,340 INFO [M:0;f4bc09594422:34195 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:21:02,341 INFO [M:0;f4bc09594422:34195 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:21:02,341 INFO [M:0;f4bc09594422:34195 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:21:02,341 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:21:02,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35375-0x100aa61f4ab0001, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:02,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35375-0x100aa61f4ab0001, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:02,349 INFO [RS:0;f4bc09594422:35375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:21:02,349 INFO [RS:0;f4bc09594422:35375 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,35375,1733401247798; zookeeper connection closed. 2024-12-05T12:21:02,349 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cf4ef8c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cf4ef8c 2024-12-05T12:21:02,350 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:21:02,364 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:21:02,409 DEBUG [M:0;f4bc09594422:34195 {}] zookeeper.ZKUtil(347): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Unable to get data of znode /01907387137/master because node does not exist (not an error) 2024-12-05T12:21:02,410 WARN [M:0;f4bc09594422:34195 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:21:02,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01907387137/master 2024-12-05T12:21:02,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:21:02,417 INFO [M:0;f4bc09594422:34195 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/.lastflushedseqids 2024-12-05T12:21:02,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741842_1018 (size=181) 2024-12-05T12:21:02,447 INFO [M:0;f4bc09594422:34195 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:21:02,447 INFO [M:0;f4bc09594422:34195 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:21:02,448 DEBUG [M:0;f4bc09594422:34195 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:21:02,448 INFO [M:0;f4bc09594422:34195 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:02,448 DEBUG [M:0;f4bc09594422:34195 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:02,448 DEBUG [M:0;f4bc09594422:34195 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:21:02,448 DEBUG [M:0;f4bc09594422:34195 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:02,448 INFO [M:0;f4bc09594422:34195 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-05T12:21:02,493 DEBUG [M:0;f4bc09594422:34195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/096a1a7737a440e68623e77ba4e1490a is 82, key is hbase:meta,,1/info:regioninfo/1733401251995/Put/seqid=0 2024-12-05T12:21:02,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741843_1019 (size=5672) 2024-12-05T12:21:02,544 INFO [M:0;f4bc09594422:34195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/096a1a7737a440e68623e77ba4e1490a 2024-12-05T12:21:02,604 DEBUG [M:0;f4bc09594422:34195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef9428d08c3a461c85b821a1542326bb is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733401258290/Put/seqid=0 2024-12-05T12:21:02,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741844_1020 (size=8663) 2024-12-05T12:21:02,650 INFO [M:0;f4bc09594422:34195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef9428d08c3a461c85b821a1542326bb 2024-12-05T12:21:02,711 DEBUG [M:0;f4bc09594422:34195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e8021c7a2a84e18be90621736f493b5 is 69, key is f4bc09594422,35375,1733401247798/rs:state/1733401250545/Put/seqid=0 2024-12-05T12:21:02,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741845_1021 (size=5156) 2024-12-05T12:21:02,729 INFO [M:0;f4bc09594422:34195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e8021c7a2a84e18be90621736f493b5 2024-12-05T12:21:02,767 DEBUG [M:0;f4bc09594422:34195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/096a1a7737a440e68623e77ba4e1490a as hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/096a1a7737a440e68623e77ba4e1490a 2024-12-05T12:21:02,782 INFO [M:0;f4bc09594422:34195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/096a1a7737a440e68623e77ba4e1490a, entries=8, sequenceid=115, filesize=5.5 K 2024-12-05T12:21:02,784 DEBUG [M:0;f4bc09594422:34195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef9428d08c3a461c85b821a1542326bb as hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef9428d08c3a461c85b821a1542326bb 2024-12-05T12:21:02,795 INFO [M:0;f4bc09594422:34195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef9428d08c3a461c85b821a1542326bb, entries=14, sequenceid=115, filesize=8.5 K 2024-12-05T12:21:02,797 DEBUG [M:0;f4bc09594422:34195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e8021c7a2a84e18be90621736f493b5 as hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e8021c7a2a84e18be90621736f493b5 2024-12-05T12:21:02,805 INFO [M:0;f4bc09594422:34195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e8021c7a2a84e18be90621736f493b5, entries=1, sequenceid=115, filesize=5.0 K 2024-12-05T12:21:02,807 INFO [M:0;f4bc09594422:34195 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 358ms, sequenceid=115, compaction requested=false 2024-12-05T12:21:02,808 INFO [M:0;f4bc09594422:34195 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:02,808 DEBUG [M:0;f4bc09594422:34195 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401262447Disabling compacts and flushes for region at 1733401262448 (+1 ms)Disabling writes for close at 1733401262448Obtaining lock to block concurrent updates at 1733401262448Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401262448Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733401262449 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401262457 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401262457Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401262492 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401262492Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401262564 (+72 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401262603 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401262603Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401262679 (+76 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401262711 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401262711Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b6ef50b: reopening flushed file at 1733401262763 (+52 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21c26081: reopening flushed file at 1733401262782 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@156e3842: reopening flushed file at 1733401262795 (+13 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 358ms, sequenceid=115, compaction requested=false at 1733401262807 (+12 ms)Writing region close event to WAL at 1733401262808 (+1 ms)Closed at 1733401262808 2024-12-05T12:21:02,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741830_1006 (size=59421) 2024-12-05T12:21:02,812 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:21:02,812 INFO [M:0;f4bc09594422:34195 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:21:02,813 INFO [M:0;f4bc09594422:34195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34195 2024-12-05T12:21:02,813 INFO [M:0;f4bc09594422:34195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:21:02,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:02,916 INFO [M:0;f4bc09594422:34195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:21:02,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x100aa61f4ab0000, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:02,918 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:21:02,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:02,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:02,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:21:02,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:02,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:21:02,919 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:21:02,919 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:21:02,920 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41147 2024-12-05T12:21:02,921 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41147 connecting to ZooKeeper ensemble=127.0.0.1:53392 2024-12-05T12:21:02,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411470x0, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:02,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41147-0x100aa61f4ab0006 connected 2024-12-05T12:21:02,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:02,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:02,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Set watcher on znode that does not yet exist, /01907387137/running 2024-12-05T12:21:02,941 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01907387137/meta-region-server: INIT 2024-12-05T12:21:02,941 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46, hbase.cluster.distributed=false 2024-12-05T12:21:02,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Set watcher on znode that does not yet exist, /01907387137/acl 2024-12-05T12:21:02,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41147 2024-12-05T12:21:02,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41147 2024-12-05T12:21:02,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41147 2024-12-05T12:21:02,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41147 2024-12-05T12:21:02,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41147 2024-12-05T12:21:02,966 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:21:02,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:02,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:02,967 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:21:02,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:02,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:21:02,967 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:21:02,967 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:21:02,968 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37839 2024-12-05T12:21:02,970 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37839 connecting to ZooKeeper ensemble=127.0.0.1:53392 2024-12-05T12:21:02,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:02,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:02,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378390x0, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:02,983 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01907387137/meta-region-server: INIT 2024-12-05T12:21:02,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378390x0, quorum=127.0.0.1:53392, baseZNode=/01907387137 Set watcher on znode that does not yet exist, /01907387137/running 2024-12-05T12:21:02,984 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:21:02,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37839-0x100aa61f4ab0007 connected 2024-12-05T12:21:02,995 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:21:02,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37839-0x100aa61f4ab0007, quorum=127.0.0.1:53392, baseZNode=/01907387137 Set watcher on znode that does not yet exist, /01907387137/master 2024-12-05T12:21:02,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37839-0x100aa61f4ab0007, quorum=127.0.0.1:53392, baseZNode=/01907387137 Set watcher on znode that does not yet exist, /01907387137/acl 2024-12-05T12:21:03,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37839 2024-12-05T12:21:03,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37839 2024-12-05T12:21:03,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37839 2024-12-05T12:21:03,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37839 2024-12-05T12:21:03,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37839 2024-12-05T12:21:03,037 DEBUG [M:0;f4bc09594422:41147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:41147 2024-12-05T12:21:03,040 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01907387137/backup-masters/f4bc09594422,41147,1733401262918 2024-12-05T12:21:03,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137/backup-masters 2024-12-05T12:21:03,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x100aa61f4ab0007, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137/backup-masters 2024-12-05T12:21:03,045 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Set watcher on existing znode=/01907387137/backup-masters/f4bc09594422,41147,1733401262918 2024-12-05T12:21:03,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x100aa61f4ab0007, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01907387137/master 2024-12-05T12:21:03,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x100aa61f4ab0007, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:21:03,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:21:03,049 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Set watcher on existing znode=/01907387137/master 2024-12-05T12:21:03,051 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01907387137/backup-masters/f4bc09594422,41147,1733401262918 from backup master directory 2024-12-05T12:21:03,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01907387137/backup-masters/f4bc09594422,41147,1733401262918 2024-12-05T12:21:03,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137/backup-masters 2024-12-05T12:21:03,054 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:21:03,054 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,41147,1733401262918 2024-12-05T12:21:03,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x100aa61f4ab0007, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137/backup-masters 2024-12-05T12:21:03,082 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:03,082 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:21:03,096 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms. 2024-12-05T12:21:03,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741846_1022 (size=196) 2024-12-05T12:21:03,507 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:21:03,509 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:21:03,509 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:03,518 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-05T12:21:03,522 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/WALs/f4bc09594422,34195,1733401246957 to hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/WALs/f4bc09594422,34195,1733401246957-dead as it is dead 2024-12-05T12:21:03,524 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T12:21:03,524 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T12:21:03,524 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/WALs/f4bc09594422,34195,1733401246957-dead/f4bc09594422%2C34195%2C1733401246957.1733401249419 2024-12-05T12:21:03,531 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/WALs/f4bc09594422,34195,1733401246957-dead/f4bc09594422%2C34195%2C1733401246957.1733401249419 after 5ms 2024-12-05T12:21:03,532 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/WALs/f4bc09594422,34195,1733401246957-dead/f4bc09594422%2C34195%2C1733401246957.1733401249419 to hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f4bc09594422%2C34195%2C1733401246957.1733401249419 2024-12-05T12:21:03,532 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/WALs/f4bc09594422,34195,1733401246957-dead 2024-12-05T12:21:03,533 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/WALs/f4bc09594422,41147,1733401262918 2024-12-05T12:21:03,534 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:21:03,536 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C41147%2C1733401262918, suffix=, logDir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/WALs/f4bc09594422,41147,1733401262918, archiveDir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/oldWALs, maxLogs=10 2024-12-05T12:21:03,551 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/WALs/f4bc09594422,41147,1733401262918/f4bc09594422%2C41147%2C1733401262918.1733401263536, exclude list is [], retry=0 2024-12-05T12:21:03,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44055,DS-1e24ed30-0228-402b-af2f-6d803891e011,DISK] 2024-12-05T12:21:03,558 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/WALs/f4bc09594422,41147,1733401262918/f4bc09594422%2C41147%2C1733401262918.1733401263536 2024-12-05T12:21:03,559 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44983:44983)] 2024-12-05T12:21:03,559 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:03,559 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:03,560 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:03,560 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:03,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:03,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:21:03,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:03,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/096a1a7737a440e68623e77ba4e1490a 2024-12-05T12:21:03,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:03,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:03,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:21:03,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:03,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef9428d08c3a461c85b821a1542326bb 2024-12-05T12:21:03,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:03,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:03,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:21:03,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:03,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e8021c7a2a84e18be90621736f493b5 2024-12-05T12:21:03,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:03,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:03,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:21:03,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:03,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:03,590 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:03,590 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-05T12:21:03,591 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f4bc09594422%2C34195%2C1733401246957.1733401249419 2024-12-05T12:21:03,605 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f4bc09594422%2C34195%2C1733401246957.1733401249419 2024-12-05T12:21:03,606 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f4bc09594422%2C34195%2C1733401246957.1733401249419 2024-12-05T12:21:03,608 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:03,608 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:03,609 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:03,610 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:03,613 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-05T12:21:03,615 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60572443, jitterRate=-0.09740026295185089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:03,615 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401263560Initializing all the Stores at 1733401263561 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401263561Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401263561Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401263561Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401263561Cleaning up temporary data from old regions at 1733401263608 (+47 ms)Region opened successfully at 1733401263615 (+7 ms) 2024-12-05T12:21:03,616 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:21:03,619 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55dde12f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:21:03,630 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-05T12:21:03,631 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:21:03,631 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:21:03,631 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:21:03,632 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:21:03,637 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:03,637 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:21:03,638 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:21:03,638 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:21:03,638 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T12:21:03,638 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T12:21:03,638 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-05T12:21:03,638 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:21:03,642 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f4bc09594422,35375,1733401247798, regionLocation=f4bc09594422,35375,1733401247798, openSeqNum=2 2024-12-05T12:21:03,643 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f4bc09594422,35375,1733401247798, table=hbase:meta, region=1588230740 2024-12-05T12:21:03,643 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,35375,1733401247798, state=OPEN 2024-12-05T12:21:03,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x100aa61f4ab0007, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01907387137/meta-region-server 2024-12-05T12:21:03,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01907387137/meta-region-server: CHANGED 2024-12-05T12:21:03,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01907387137/meta-region-server 2024-12-05T12:21:03,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01907387137/meta-region-server: CHANGED 2024-12-05T12:21:03,651 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:21:03,653 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01907387137/draining/f4bc09594422,35375,1733401247798 already deleted, retry=false 2024-12-05T12:21:03,653 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of f4bc09594422,35375,1733401247798 on f4bc09594422,41147,1733401262918 2024-12-05T12:21:03,661 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f4bc09594422,35375,1733401247798, splitWal=true, meta=true 2024-12-05T12:21:03,664 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for f4bc09594422,35375,1733401247798 (carryingMeta=true) f4bc09594422,35375,1733401247798/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5adb7e96[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T12:21:03,668 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Unable to get data of znode /01907387137/balancer because node does not exist (not necessarily an error) 2024-12-05T12:21:03,673 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01907387137/balancer already deleted, retry=false 2024-12-05T12:21:03,673 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:21:03,674 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Unable to get data of znode /01907387137/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:21:03,675 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01907387137/normalizer already deleted, retry=false 2024-12-05T12:21:03,676 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:21:03,677 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Unable to get data of znode /01907387137/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:21:03,679 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01907387137/switch/split already deleted, retry=false 2024-12-05T12:21:03,680 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Unable to get data of znode /01907387137/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:21:03,681 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01907387137/switch/merge already deleted, retry=false 2024-12-05T12:21:03,689 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Unable to get data of znode /01907387137/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:21:03,690 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01907387137/snapshot-cleanup already deleted, retry=false 2024-12-05T12:21:03,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x100aa61f4ab0007, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01907387137/running 2024-12-05T12:21:03,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01907387137/running 2024-12-05T12:21:03,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x100aa61f4ab0007, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:21:03,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:21:03,693 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,41147,1733401262918, sessionid=0x100aa61f4ab0006, setting cluster-up flag (Was=false) 2024-12-05T12:21:03,696 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01907387137/flush-table-proc/acquired, /01907387137/flush-table-proc/reached, /01907387137/flush-table-proc/abort 2024-12-05T12:21:03,698 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,41147,1733401262918 2024-12-05T12:21:03,701 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01907387137/online-snapshot/acquired, /01907387137/online-snapshot/reached, /01907387137/online-snapshot/abort 2024-12-05T12:21:03,702 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,41147,1733401262918 2024-12-05T12:21:03,703 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/.lastflushedseqids 2024-12-05T12:21:03,707 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:21:03,707 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:21:03,708 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,41147,1733401262918 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 f4bc09594422,35375,1733401247798 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:21:03,709 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:03,709 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:03,710 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:03,710 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:03,710 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:21:03,710 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:03,710 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:21:03,710 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:03,711 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401293711 2024-12-05T12:21:03,711 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:21:03,711 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:21:03,711 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:21:03,711 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:21:03,711 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:21:03,711 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:21:03,711 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:03,712 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:21:03,712 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:21:03,712 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:21:03,713 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:21:03,713 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:21:03,713 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:21:03,713 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f4bc09594422,35375,1733401247798, splitWal=true, meta=true 2024-12-05T12:21:03,714 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401263713,5,FailOnTimeoutGroup] 2024-12-05T12:21:03,715 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401263714,5,FailOnTimeoutGroup] 2024-12-05T12:21:03,715 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:03,715 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:21:03,715 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:03,715 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:03,715 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401263715, completionTime=-1 2024-12-05T12:21:03,715 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f4bc09594422,35375,1733401247798, splitWal=true, meta=true, isMeta: true 2024-12-05T12:21:03,715 WARN [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-05T12:21:03,717 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798-splitting 2024-12-05T12:21:03,718 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798-splitting dir is empty, no logs to split. 2024-12-05T12:21:03,718 INFO [PEWorker-1 {}] master.SplitWALManager(105): f4bc09594422,35375,1733401247798 WAL count=0, meta=true 2024-12-05T12:21:03,720 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T12:21:03,720 INFO [RS:0;f4bc09594422:37839 {}] regionserver.HRegionServer(746): ClusterId : 47524bd0-812d-4463-a37e-d5a2840807dd 2024-12-05T12:21:03,720 DEBUG [RS:0;f4bc09594422:37839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:21:03,722 DEBUG [RS:0;f4bc09594422:37839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:21:03,722 DEBUG [RS:0;f4bc09594422:37839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:21:03,723 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798-splitting dir is empty, no logs to split. 2024-12-05T12:21:03,723 INFO [PEWorker-1 {}] master.SplitWALManager(105): f4bc09594422,35375,1733401247798 WAL count=0, meta=true 2024-12-05T12:21:03,723 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f4bc09594422,35375,1733401247798 WAL splitting is done? wals=0, meta=true 2024-12-05T12:21:03,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:21:03,725 DEBUG [RS:0;f4bc09594422:37839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:21:03,725 DEBUG [RS:0;f4bc09594422:37839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fae6ffd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:21:03,727 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:21:03,728 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T12:21:03,739 DEBUG [RS:0;f4bc09594422:37839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:37839 2024-12-05T12:21:03,739 INFO [RS:0;f4bc09594422:37839 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:21:03,739 INFO [RS:0;f4bc09594422:37839 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:21:03,739 DEBUG [RS:0;f4bc09594422:37839 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:21:03,740 INFO [RS:0;f4bc09594422:37839 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,41147,1733401262918 with port=37839, startcode=1733401262966 2024-12-05T12:21:03,740 DEBUG [RS:0;f4bc09594422:37839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:21:03,742 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:21:03,743 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41147 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,37839,1733401262966 2024-12-05T12:21:03,743 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41147 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,37839,1733401262966 2024-12-05T12:21:03,744 DEBUG [RS:0;f4bc09594422:37839 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46 2024-12-05T12:21:03,744 DEBUG [RS:0;f4bc09594422:37839 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33991 2024-12-05T12:21:03,745 DEBUG [RS:0;f4bc09594422:37839 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:21:03,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137/rs 2024-12-05T12:21:03,747 DEBUG [RS:0;f4bc09594422:37839 {}] zookeeper.ZKUtil(111): regionserver:37839-0x100aa61f4ab0007, quorum=127.0.0.1:53392, baseZNode=/01907387137 Set watcher on existing znode=/01907387137/rs/f4bc09594422,37839,1733401262966 2024-12-05T12:21:03,747 WARN [RS:0;f4bc09594422:37839 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:21:03,747 INFO [RS:0;f4bc09594422:37839 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:03,748 DEBUG [RS:0;f4bc09594422:37839 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966 2024-12-05T12:21:03,748 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,37839,1733401262966] 2024-12-05T12:21:03,770 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=55ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T12:21:03,789 INFO [RS:0;f4bc09594422:37839 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:21:03,792 INFO [RS:0;f4bc09594422:37839 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:21:03,792 INFO [RS:0;f4bc09594422:37839 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:21:03,792 INFO [RS:0;f4bc09594422:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:03,792 INFO [RS:0;f4bc09594422:37839 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:21:03,794 INFO [RS:0;f4bc09594422:37839 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:21:03,794 INFO [RS:0;f4bc09594422:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:03,794 DEBUG [RS:0;f4bc09594422:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:03,794 DEBUG [RS:0;f4bc09594422:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:03,794 DEBUG [RS:0;f4bc09594422:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:03,794 DEBUG [RS:0;f4bc09594422:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:03,794 DEBUG [RS:0;f4bc09594422:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:03,794 DEBUG [RS:0;f4bc09594422:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:21:03,794 DEBUG [RS:0;f4bc09594422:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:03,794 DEBUG [RS:0;f4bc09594422:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:03,794 DEBUG [RS:0;f4bc09594422:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:03,795 DEBUG [RS:0;f4bc09594422:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:03,795 DEBUG [RS:0;f4bc09594422:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:03,795 DEBUG [RS:0;f4bc09594422:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:03,795 DEBUG [RS:0;f4bc09594422:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:21:03,795 DEBUG [RS:0;f4bc09594422:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:21:03,795 INFO [RS:0;f4bc09594422:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:03,795 INFO [RS:0;f4bc09594422:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:03,795 INFO [RS:0;f4bc09594422:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:03,795 INFO [RS:0;f4bc09594422:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:03,796 INFO [RS:0;f4bc09594422:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:03,796 INFO [RS:0;f4bc09594422:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,37839,1733401262966-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:21:03,812 INFO [RS:0;f4bc09594422:37839 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:21:03,812 INFO [RS:0;f4bc09594422:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,37839,1733401262966-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:03,828 INFO [RS:0;f4bc09594422:37839 {}] regionserver.ReplicationSource(231): queueId=1-f4bc09594422,37839,1733401262966, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:21:03,844 INFO [RS:0;f4bc09594422:37839 {}] regionserver.ReplicationSource(231): queueId=2-f4bc09594422,37839,1733401262966, ReplicationSource: 2, currentBandwidth=0 2024-12-05T12:21:03,844 INFO [RS:0;f4bc09594422:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:03,844 INFO [RS:0;f4bc09594422:37839 {}] regionserver.Replication(171): f4bc09594422,37839,1733401262966 started 2024-12-05T12:21:03,851 DEBUG [RS:0;f4bc09594422:37839.replicationSource,1-f4bc09594422,37839,1733401262966 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:39917' 2024-12-05T12:21:03,853 DEBUG [RS:0;f4bc09594422:37839.replicationSource,1-f4bc09594422,37839,1733401262966 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ffa813b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:03,853 DEBUG [RS:0;f4bc09594422:37839.replicationSource,1-f4bc09594422,37839,1733401262966 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39917,-1 for getting cluster id 2024-12-05T12:21:03,853 DEBUG [RS:0;f4bc09594422:37839.replicationSource,1-f4bc09594422,37839,1733401262966 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:03,855 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31cded47-ef9a-4d93-9455-f75b7c568aaa' 2024-12-05T12:21:03,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:03,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31cded47-ef9a-4d93-9455-f75b7c568aaa" 2024-12-05T12:21:03,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d82873b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:03,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39917,-1] 2024-12-05T12:21:03,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:03,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:03,858 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:03,859 DEBUG [RS:0;f4bc09594422:37839.replicationSource,1-f4bc09594422,37839,1733401262966 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e679553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:03,859 DEBUG [RS:0;f4bc09594422:37839.replicationSource,1-f4bc09594422,37839,1733401262966 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:03,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,39917,1733401253895 2024-12-05T12:21:03,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b41c7eb 2024-12-05T12:21:03,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:03,862 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-05T12:21:03,865 INFO [RS:0;f4bc09594422:37839.replicationSource,1-f4bc09594422,37839,1733401262966 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f4bc09594422,37839,1733401262966 (queues=0) is replicating from cluster=47524bd0-812d-4463-a37e-d5a2840807dd to cluster=31cded47-ef9a-4d93-9455-f75b7c568aaa 2024-12-05T12:21:03,866 INFO [RS:0;f4bc09594422:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:03,867 INFO [RS:0;f4bc09594422:37839 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,37839,1733401262966, RpcServer on f4bc09594422/172.17.0.3:37839, sessionid=0x100aa61f4ab0007 2024-12-05T12:21:03,867 DEBUG [RS:0;f4bc09594422:37839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:21:03,867 DEBUG [RS:0;f4bc09594422:37839 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,37839,1733401262966 2024-12-05T12:21:03,867 DEBUG [RS:0;f4bc09594422:37839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,37839,1733401262966' 2024-12-05T12:21:03,867 DEBUG [RS:0;f4bc09594422:37839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01907387137/flush-table-proc/abort' 2024-12-05T12:21:03,868 DEBUG [RS:0;f4bc09594422:37839.replicationSource,2-f4bc09594422,37839,1733401262966 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:39917' 2024-12-05T12:21:03,868 DEBUG [RS:0;f4bc09594422:37839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01907387137/flush-table-proc/acquired' 2024-12-05T12:21:03,868 DEBUG [RS:0;f4bc09594422:37839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:21:03,868 DEBUG [RS:0;f4bc09594422:37839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:21:03,868 DEBUG [RS:0;f4bc09594422:37839 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,37839,1733401262966 2024-12-05T12:21:03,868 DEBUG [RS:0;f4bc09594422:37839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,37839,1733401262966' 2024-12-05T12:21:03,869 DEBUG [RS:0;f4bc09594422:37839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01907387137/online-snapshot/abort' 2024-12-05T12:21:03,869 DEBUG [RS:0;f4bc09594422:37839.replicationSource,2-f4bc09594422,37839,1733401262966 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34bf1735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:03,870 DEBUG [RS:0;f4bc09594422:37839.replicationSource,2-f4bc09594422,37839,1733401262966 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39917,-1 for getting cluster id 2024-12-05T12:21:03,870 DEBUG [RS:0;f4bc09594422:37839.replicationSource,2-f4bc09594422,37839,1733401262966 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:03,870 DEBUG [RS:0;f4bc09594422:37839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01907387137/online-snapshot/acquired' 2024-12-05T12:21:03,870 DEBUG [RS:0;f4bc09594422:37839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:21:03,871 INFO [RS:0;f4bc09594422:37839 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:21:03,871 INFO [RS:0;f4bc09594422:37839 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:21:03,871 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31cded47-ef9a-4d93-9455-f75b7c568aaa' 2024-12-05T12:21:03,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:03,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31cded47-ef9a-4d93-9455-f75b7c568aaa" 2024-12-05T12:21:03,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38aff5a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:03,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39917,-1] 2024-12-05T12:21:03,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:03,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:03,873 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:03,873 DEBUG [RS:0;f4bc09594422:37839.replicationSource,2-f4bc09594422,37839,1733401262966 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e3c9448, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:03,874 DEBUG [RS:0;f4bc09594422:37839.replicationSource,2-f4bc09594422,37839,1733401262966 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:03,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,39917,1733401253895 2024-12-05T12:21:03,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8d326b4 2024-12-05T12:21:03,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:03,876 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-05T12:21:03,877 INFO [RS:0;f4bc09594422:37839.replicationSource,2-f4bc09594422,37839,1733401262966 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f4bc09594422,37839,1733401262966 (queues=0) is replicating from cluster=47524bd0-812d-4463-a37e-d5a2840807dd to cluster=31cded47-ef9a-4d93-9455-f75b7c568aaa 2024-12-05T12:21:03,878 WARN [f4bc09594422:41147 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T12:21:03,971 INFO [RS:0;f4bc09594422:37839 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:21:03,974 INFO [RS:0;f4bc09594422:37839 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C37839%2C1733401262966, suffix=, logDir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966, archiveDir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/oldWALs, maxLogs=10 2024-12-05T12:21:03,995 DEBUG [RS:0;f4bc09594422:37839 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975, exclude list is [], retry=0 2024-12-05T12:21:03,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44055,DS-1e24ed30-0228-402b-af2f-6d803891e011,DISK] 2024-12-05T12:21:04,002 INFO [RS:0;f4bc09594422:37839 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975 2024-12-05T12:21:04,002 DEBUG [RS:0;f4bc09594422:37839 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f4bc09594422%2C37839%2C1733401262966 for peer 1 2024-12-05T12:21:04,002 DEBUG [RS:0;f4bc09594422:37839 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f4bc09594422%2C37839%2C1733401262966 for peer 2 2024-12-05T12:21:04,002 DEBUG [RS:0;f4bc09594422:37839 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f4bc09594422%2C37839%2C1733401262966 2024-12-05T12:21:04,002 INFO [RS:0;f4bc09594422:37839 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f4bc09594422,37839,1733401262966, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:21:04,003 DEBUG [RS:0;f4bc09594422:37839 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f4bc09594422%2C37839%2C1733401262966 2024-12-05T12:21:04,003 INFO [RS:0;f4bc09594422:37839.replicationSource.shipperf4bc09594422%2C37839%2C1733401262966,1-f4bc09594422,37839,1733401262966 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f4bc09594422%2C37839%2C1733401262966 2024-12-05T12:21:04,003 INFO [RS:0;f4bc09594422:37839 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f4bc09594422,37839,1733401262966, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:21:04,003 DEBUG [RS:0;f4bc09594422:37839 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44983:44983)] 2024-12-05T12:21:04,003 INFO [RS:0;f4bc09594422:37839.replicationSource.shipperf4bc09594422%2C37839%2C1733401262966,2-f4bc09594422,37839,1733401262966 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f4bc09594422%2C37839%2C1733401262966 2024-12-05T12:21:04,004 DEBUG [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,2-f4bc09594422,37839,1733401262966 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975, startPosition=0, beingWritten=true 2024-12-05T12:21:04,004 DEBUG [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,1-f4bc09594422,37839,1733401262966 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975, startPosition=0, beingWritten=true 2024-12-05T12:21:04,129 DEBUG [f4bc09594422:41147 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:21:04,129 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,37839,1733401262966 2024-12-05T12:21:04,131 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,37839,1733401262966, state=OPENING 2024-12-05T12:21:04,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x100aa61f4ab0007, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01907387137/meta-region-server 2024-12-05T12:21:04,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01907387137/meta-region-server 2024-12-05T12:21:04,134 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:21:04,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01907387137/meta-region-server: CHANGED 2024-12-05T12:21:04,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01907387137/meta-region-server: CHANGED 2024-12-05T12:21:04,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,37839,1733401262966}] 2024-12-05T12:21:04,212 DEBUG [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,2-f4bc09594422,37839,1733401262966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975 to pos 0, reset compression=false 2024-12-05T12:21:04,212 DEBUG [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,1-f4bc09594422,37839,1733401262966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975 to pos 0, reset compression=false 2024-12-05T12:21:04,288 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:21:04,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:21:04,295 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:21:04,295 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:04,295 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:21:04,298 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C37839%2C1733401262966.meta, suffix=.meta, logDir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966, archiveDir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/oldWALs, maxLogs=10 2024-12-05T12:21:04,314 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.meta.1733401264299.meta, exclude list is [], retry=0 2024-12-05T12:21:04,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44055,DS-1e24ed30-0228-402b-af2f-6d803891e011,DISK] 2024-12-05T12:21:04,319 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.meta.1733401264299.meta 2024-12-05T12:21:04,320 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44983:44983)] 2024-12-05T12:21:04,320 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:04,320 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:21:04,320 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:21:04,320 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:21:04,320 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:21:04,321 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:21:04,321 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:04,321 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:21:04,321 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:21:04,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:21:04,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:21:04,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:04,332 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/info/b1dd9418ee204ae58eb3158602defc88 2024-12-05T12:21:04,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:04,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:21:04,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:21:04,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:04,343 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/ns/31a3828c15114569a3830d8bf634e267 2024-12-05T12:21:04,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:04,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:21:04,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:21:04,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:04,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:04,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:21:04,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:21:04,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:04,353 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/table/1a8f18c47990455f93c3df3c37e61730 2024-12-05T12:21:04,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:04,353 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:21:04,355 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740 2024-12-05T12:21:04,356 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740 2024-12-05T12:21:04,358 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:21:04,358 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:21:04,359 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:04,361 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:21:04,362 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59101146, jitterRate=-0.11932429671287537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:04,363 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:21:04,363 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401264321Writing region info on filesystem at 1733401264321Initializing all the Stores at 1733401264322 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401264322Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401264322Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401264322Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401264322Cleaning up temporary data from old regions at 1733401264358 (+36 ms)Running coprocessor post-open hooks at 1733401264363 (+5 ms)Region opened successfully at 1733401264363 2024-12-05T12:21:04,364 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733401264288 2024-12-05T12:21:04,367 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:21:04,367 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:21:04,368 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=f4bc09594422,37839,1733401262966 2024-12-05T12:21:04,369 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,37839,1733401262966, state=OPEN 2024-12-05T12:21:04,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x100aa61f4ab0007, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01907387137/meta-region-server 2024-12-05T12:21:04,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01907387137/meta-region-server 2024-12-05T12:21:04,373 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,37839,1733401262966 2024-12-05T12:21:04,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01907387137/meta-region-server: CHANGED 2024-12-05T12:21:04,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01907387137/meta-region-server: CHANGED 2024-12-05T12:21:04,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-05T12:21:04,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,37839,1733401262966 in 239 msec 2024-12-05T12:21:04,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-05T12:21:04,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 652 msec 2024-12-05T12:21:04,520 DEBUG [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,1-f4bc09594422,37839,1733401262966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975 to pos 0, reset compression=false 2024-12-05T12:21:04,521 DEBUG [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,2-f4bc09594422,37839,1733401262966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975 to pos 0, reset compression=false 2024-12-05T12:21:04,928 DEBUG [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,1-f4bc09594422,37839,1733401262966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975 to pos 0, reset compression=false 2024-12-05T12:21:04,930 DEBUG [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,2-f4bc09594422,37839,1733401262966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975 to pos 0, reset compression=false 2024-12-05T12:21:05,272 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1557ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-05T12:21:05,437 DEBUG [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,1-f4bc09594422,37839,1733401262966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975 to pos 0, reset compression=false 2024-12-05T12:21:05,442 DEBUG [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,2-f4bc09594422,37839,1733401262966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975 to pos 0, reset compression=false 2024-12-05T12:21:06,045 DEBUG [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,1-f4bc09594422,37839,1733401262966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975 to pos 0, reset compression=false 2024-12-05T12:21:06,051 DEBUG [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,2-f4bc09594422,37839,1733401262966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975 to pos 0, reset compression=false 2024-12-05T12:21:06,752 DEBUG [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,1-f4bc09594422,37839,1733401262966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975 to pos 0, reset compression=false 2024-12-05T12:21:06,762 DEBUG [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,2-f4bc09594422,37839,1733401262966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975 to pos 0, reset compression=false 2024-12-05T12:21:06,775 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3059ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-12-05T12:21:07,395 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:21:07,558 DEBUG [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,1-f4bc09594422,37839,1733401262966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975 to pos 0, reset compression=false 2024-12-05T12:21:07,569 DEBUG [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,2-f4bc09594422,37839,1733401262966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975 to pos 0, reset compression=false 2024-12-05T12:21:08,227 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-05T12:21:08,227 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:21:08,228 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:08,228 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,37839,1733401262966, seqNum=-1] 2024-12-05T12:21:08,228 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:08,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:08,237 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4bf8d27b40bf050d79ea26ab965bf87d, regionState=OPEN, lastHost=f4bc09594422,35375,1733401247798, regionLocation=f4bc09594422,35375,1733401247798, openSeqNum=2 2024-12-05T12:21:08,237 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:21:08,237 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401328237 2024-12-05T12:21:08,237 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401388237 2024-12-05T12:21:08,238 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-12-05T12:21:08,238 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41147,1733401262918-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:08,238 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41147,1733401262918-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:08,238 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41147,1733401262918-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:08,238 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): f4bc09594422,35375,1733401247798 had 2 regions 2024-12-05T12:21:08,238 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:41147, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:08,238 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:08,239 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:08,240 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f4bc09594422,35375,1733401247798, splitWal=true, meta=true, isMeta: false 2024-12-05T12:21:08,243 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798-splitting dir is empty, no logs to split. 2024-12-05T12:21:08,243 INFO [PEWorker-3 {}] master.SplitWALManager(105): f4bc09594422,35375,1733401247798 WAL count=0, meta=false 2024-12-05T12:21:08,247 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.193sec 2024-12-05T12:21:08,247 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:21:08,247 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:21:08,247 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:21:08,247 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:21:08,247 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:21:08,248 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41147,1733401262918-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:21:08,248 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41147,1733401262918-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:21:08,252 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,35375,1733401247798-splitting dir is empty, no logs to split. 2024-12-05T12:21:08,252 INFO [PEWorker-3 {}] master.SplitWALManager(105): f4bc09594422,35375,1733401247798 WAL count=0, meta=false 2024-12-05T12:21:08,252 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if f4bc09594422,35375,1733401247798 WAL splitting is done? wals=0, meta=false 2024-12-05T12:21:08,254 WARN [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=f4bc09594422,35375,1733401247798/hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. 2024-12-05T12:21:08,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4bf8d27b40bf050d79ea26ab965bf87d, ASSIGN}] 2024-12-05T12:21:08,257 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:21:08,257 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:21:08,257 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41147,1733401262918-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:08,257 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4bf8d27b40bf050d79ea26ab965bf87d, ASSIGN 2024-12-05T12:21:08,259 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4bf8d27b40bf050d79ea26ab965bf87d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T12:21:08,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4abd851d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:08,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,41147,-1 for getting cluster id 2024-12-05T12:21:08,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:08,324 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47524bd0-812d-4463-a37e-d5a2840807dd' 2024-12-05T12:21:08,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:08,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47524bd0-812d-4463-a37e-d5a2840807dd" 2024-12-05T12:21:08,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17814417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:08,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,41147,-1] 2024-12-05T12:21:08,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:08,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:08,328 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b353c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:08,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,37839,1733401262966, seqNum=-1] 2024-12-05T12:21:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:08,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:08,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-05T12:21:08,336 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:08,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:08,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:08,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:08,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:08,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: f4bc09594422:41147 after: f4bc09594422:41147 2024-12-05T12:21:08,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf853d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:08,338 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,41147,-1 for getting cluster id 2024-12-05T12:21:08,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:08,339 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47524bd0-812d-4463-a37e-d5a2840807dd' 2024-12-05T12:21:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47524bd0-812d-4463-a37e-d5a2840807dd" 2024-12-05T12:21:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70343832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,41147,-1] 2024-12-05T12:21:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:08,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:08,340 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:08,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a2a563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:08,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:08,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,41147,1733401262918 2024-12-05T12:21:08,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41ccc573 2024-12-05T12:21:08,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:08,343 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:21:08,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41147 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T12:21:08,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41147 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T12:21:08,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41147 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T12:21:08,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41147 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T12:21:08,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:21:08,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:08,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:08,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:08,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:08,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:08,347 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:21:08,347 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=332060901, stopped=false 2024-12-05T12:21:08,347 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,39917,1733401253895 2024-12-05T12:21:08,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x100aa61f4ab0004, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2038351545/running 2024-12-05T12:21:08,349 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:21:08,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x100aa61f4ab0004, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2038351545 2024-12-05T12:21:08,350 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:08,350 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:08,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:08,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32815-0x100aa61f4ab0004, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Set watcher on znode that does not yet exist, /1-2038351545/running 2024-12-05T12:21:08,351 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,32815,1733401253974' ***** 2024-12-05T12:21:08,351 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:21:08,351 INFO [RS:0;f4bc09594422:32815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:21:08,351 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:21:08,351 INFO [RS:0;f4bc09594422:32815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:21:08,351 INFO [RS:0;f4bc09594422:32815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:21:08,351 INFO [RS:0;f4bc09594422:32815 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,32815,1733401253974 2024-12-05T12:21:08,351 INFO [RS:0;f4bc09594422:32815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:21:08,351 INFO [RS:0;f4bc09594422:32815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:32815. 2024-12-05T12:21:08,352 DEBUG [RS:0;f4bc09594422:32815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:08,352 DEBUG [RS:0;f4bc09594422:32815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:08,352 INFO [RS:0;f4bc09594422:32815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:21:08,352 INFO [RS:0;f4bc09594422:32815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:21:08,352 INFO [RS:0;f4bc09594422:32815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:21:08,352 INFO [RS:0;f4bc09594422:32815 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:21:08,352 INFO [RS:0;f4bc09594422:32815 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:21:08,353 DEBUG [RS:0;f4bc09594422:32815 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:21:08,353 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:21:08,353 DEBUG [RS:0;f4bc09594422:32815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:08,353 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:21:08,353 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:21:08,353 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:21:08,353 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:21:08,353 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T12:21:08,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2038351545/running 2024-12-05T12:21:08,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2038351545 2024-12-05T12:21:08,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Set watcher on znode that does not yet exist, /1-2038351545/running 2024-12-05T12:21:08,372 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/data/hbase/meta/1588230740/.tmp/ns/2c43c14f5a124d2cb9768933e28ce958 is 43, key is default/ns:d/1733401256905/Put/seqid=0 2024-12-05T12:21:08,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40139 is added to blk_1073741835_1011 (size=5153) 2024-12-05T12:21:08,409 DEBUG [f4bc09594422:41147 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:21:08,409 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=4bf8d27b40bf050d79ea26ab965bf87d, regionState=OPENING, regionLocation=f4bc09594422,37839,1733401262966 2024-12-05T12:21:08,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4bf8d27b40bf050d79ea26ab965bf87d, ASSIGN because future has completed 2024-12-05T12:21:08,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bf8d27b40bf050d79ea26ab965bf87d, server=f4bc09594422,37839,1733401262966}] 2024-12-05T12:21:08,446 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:21:08,465 DEBUG [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,1-f4bc09594422,37839,1733401262966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975 to pos 0, reset compression=false 2024-12-05T12:21:08,475 DEBUG [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,2-f4bc09594422,37839,1733401262966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975 to pos 0, reset compression=false 2024-12-05T12:21:08,553 DEBUG [RS:0;f4bc09594422:32815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:08,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. 2024-12-05T12:21:08,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:08,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:21:08,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C37839%2C1733401262966.rep, suffix=, logDir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966, archiveDir=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/oldWALs, maxLogs=10 2024-12-05T12:21:08,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.rep.1733401268574, exclude list is [], retry=0 2024-12-05T12:21:08,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44055,DS-1e24ed30-0228-402b-af2f-6d803891e011,DISK] 2024-12-05T12:21:08,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.rep.1733401268574 2024-12-05T12:21:08,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44983:44983)] 2024-12-05T12:21:08,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 4bf8d27b40bf050d79ea26ab965bf87d, NAME => 'hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:08,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:21:08,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:21:08,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. service=MultiRowMutationService 2024-12-05T12:21:08,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:21:08,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:21:08,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:08,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:21:08,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:21:08,596 INFO [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:21:08,597 INFO [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bf8d27b40bf050d79ea26ab965bf87d columnFamilyName hfileref 2024-12-05T12:21:08,597 DEBUG [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:08,598 INFO [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] regionserver.HStore(327): Store=4bf8d27b40bf050d79ea26ab965bf87d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:08,598 INFO [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:21:08,599 INFO [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bf8d27b40bf050d79ea26ab965bf87d columnFamilyName queue 2024-12-05T12:21:08,599 DEBUG [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:08,606 DEBUG [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/replication/4bf8d27b40bf050d79ea26ab965bf87d/queue/2b9cf12999394489a3ddb6d09ff224b6 2024-12-05T12:21:08,606 INFO [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] regionserver.HStore(327): Store=4bf8d27b40bf050d79ea26ab965bf87d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:08,606 INFO [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:21:08,607 INFO [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bf8d27b40bf050d79ea26ab965bf87d columnFamilyName sid 2024-12-05T12:21:08,607 DEBUG [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:08,608 INFO [StoreOpener-4bf8d27b40bf050d79ea26ab965bf87d-1 {}] regionserver.HStore(327): Store=4bf8d27b40bf050d79ea26ab965bf87d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:08,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:21:08,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/replication/4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:21:08,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/replication/4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:21:08,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:21:08,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:21:08,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:21:08,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:21:08,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 4bf8d27b40bf050d79ea26ab965bf87d; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71192866, jitterRate=0.060856372117996216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:21:08,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:21:08,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 4bf8d27b40bf050d79ea26ab965bf87d: Running coprocessor pre-open hook at 1733401268595Writing region info on filesystem at 1733401268595Initializing all the Stores at 1733401268596 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401268596Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401268596Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401268596Cleaning up temporary data from old regions at 1733401268611 (+15 ms)Running coprocessor post-open hooks at 1733401268615 (+4 ms)Region opened successfully at 1733401268616 (+1 ms) 2024-12-05T12:21:08,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d., pid=19, masterSystemTime=1733401268566 2024-12-05T12:21:08,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. 2024-12-05T12:21:08,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. 2024-12-05T12:21:08,622 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=4bf8d27b40bf050d79ea26ab965bf87d, regionState=OPEN, openSeqNum=10, regionLocation=f4bc09594422,37839,1733401262966 2024-12-05T12:21:08,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bf8d27b40bf050d79ea26ab965bf87d, server=f4bc09594422,37839,1733401262966 because future has completed 2024-12-05T12:21:08,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-05T12:21:08,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 4bf8d27b40bf050d79ea26ab965bf87d, server=f4bc09594422,37839,1733401262966 in 214 msec 2024-12-05T12:21:08,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-05T12:21:08,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4bf8d27b40bf050d79ea26ab965bf87d, ASSIGN in 375 msec 2024-12-05T12:21:08,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-05T12:21:08,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d., hostname=f4bc09594422,37839,1733401262966, seqNum=10] 2024-12-05T12:21:08,677 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for f4bc09594422,35375,1733401247798 2024-12-05T12:21:08,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-05T12:21:08,733 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:21:08,734 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:21:08,753 DEBUG [RS:0;f4bc09594422:32815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:08,778 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/data/hbase/meta/1588230740/.tmp/ns/2c43c14f5a124d2cb9768933e28ce958 2024-12-05T12:21:08,786 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/data/hbase/meta/1588230740/.tmp/ns/2c43c14f5a124d2cb9768933e28ce958 as hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/data/hbase/meta/1588230740/ns/2c43c14f5a124d2cb9768933e28ce958 2024-12-05T12:21:08,793 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/data/hbase/meta/1588230740/ns/2c43c14f5a124d2cb9768933e28ce958, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T12:21:08,795 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-12-05T12:21:08,795 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:21:08,800 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T12:21:08,801 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:21:08,801 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:21:08,801 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:08,801 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401268353Running coprocessor pre-close hooks at 1733401268353Disabling compacts and flushes for region at 1733401268353Disabling writes for close at 1733401268353Obtaining lock to block concurrent updates at 1733401268353Preparing flush snapshotting stores in 1588230740 at 1733401268353Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733401268353Flushing stores of hbase:meta,,1.1588230740 at 1733401268354 (+1 ms)Flushing 1588230740/ns: creating writer at 1733401268354Flushing 1588230740/ns: appending metadata at 1733401268372 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733401268372Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52606d7b: reopening flushed file at 1733401268785 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1733401268795 (+10 ms)Writing region close event to WAL at 1733401268796 (+1 ms)Running coprocessor post-close hooks at 1733401268801 (+5 ms)Closed at 1733401268801 2024-12-05T12:21:08,802 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:08,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-05T12:21:08,953 INFO [RS:0;f4bc09594422:32815 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,32815,1733401253974; all regions closed. 2024-12-05T12:21:08,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40139 is added to blk_1073741834_1010 (size=1152) 2024-12-05T12:21:08,957 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/WALs/f4bc09594422,32815,1733401253974/f4bc09594422%2C32815%2C1733401253974.meta.1733401256836.meta not finished, retry = 0 2024-12-05T12:21:09,060 DEBUG [RS:0;f4bc09594422:32815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/oldWALs 2024-12-05T12:21:09,060 INFO [RS:0;f4bc09594422:32815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C32815%2C1733401253974.meta:.meta(num 1733401256836) 2024-12-05T12:21:09,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40139 is added to blk_1073741832_1008 (size=93) 2024-12-05T12:21:09,065 DEBUG [RS:0;f4bc09594422:32815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/oldWALs 2024-12-05T12:21:09,065 INFO [RS:0;f4bc09594422:32815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C32815%2C1733401253974:(num 1733401255896) 2024-12-05T12:21:09,065 DEBUG [RS:0;f4bc09594422:32815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:09,065 INFO [RS:0;f4bc09594422:32815 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:21:09,065 INFO [RS:0;f4bc09594422:32815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:21:09,066 INFO [RS:0;f4bc09594422:32815 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:21:09,066 INFO [RS:0;f4bc09594422:32815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:21:09,066 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:21:09,066 INFO [RS:0;f4bc09594422:32815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32815 2024-12-05T12:21:09,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2038351545/rs 2024-12-05T12:21:09,068 INFO [RS:0;f4bc09594422:32815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:21:09,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x100aa61f4ab0004, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2038351545/rs/f4bc09594422,32815,1733401253974 2024-12-05T12:21:09,070 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,32815,1733401253974] 2024-12-05T12:21:09,071 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2038351545/draining/f4bc09594422,32815,1733401253974 already deleted, retry=false 2024-12-05T12:21:09,072 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,32815,1733401253974 expired; onlineServers=0 2024-12-05T12:21:09,072 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,39917,1733401253895' ***** 2024-12-05T12:21:09,072 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:21:09,072 INFO [M:0;f4bc09594422:39917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:21:09,072 INFO [M:0;f4bc09594422:39917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:21:09,072 DEBUG [M:0;f4bc09594422:39917 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:21:09,072 DEBUG [M:0;f4bc09594422:39917 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:21:09,072 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:21:09,072 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401255648 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401255648,5,FailOnTimeoutGroup] 2024-12-05T12:21:09,072 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401255649 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401255649,5,FailOnTimeoutGroup] 2024-12-05T12:21:09,072 INFO [M:0;f4bc09594422:39917 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:21:09,072 INFO [M:0;f4bc09594422:39917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:21:09,072 DEBUG [M:0;f4bc09594422:39917 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:21:09,072 INFO [M:0;f4bc09594422:39917 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:21:09,072 INFO [M:0;f4bc09594422:39917 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:21:09,073 INFO [M:0;f4bc09594422:39917 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:21:09,073 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:21:09,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2038351545/master 2024-12-05T12:21:09,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2038351545 2024-12-05T12:21:09,074 DEBUG [M:0;f4bc09594422:39917 {}] zookeeper.ZKUtil(347): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Unable to get data of znode /1-2038351545/master because node does not exist (not an error) 2024-12-05T12:21:09,074 WARN [M:0;f4bc09594422:39917 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:21:09,075 INFO [M:0;f4bc09594422:39917 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/.lastflushedseqids 2024-12-05T12:21:09,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40139 is added to blk_1073741836_1012 (size=99) 2024-12-05T12:21:09,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x100aa61f4ab0004, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:09,170 INFO [RS:0;f4bc09594422:32815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:21:09,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x100aa61f4ab0004, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:09,170 INFO [RS:0;f4bc09594422:32815 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,32815,1733401253974; zookeeper connection closed. 2024-12-05T12:21:09,171 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4222e2be {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4222e2be 2024-12-05T12:21:09,171 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:21:09,472 DEBUG [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,1-f4bc09594422,37839,1733401262966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975 to pos 0, reset compression=false 2024-12-05T12:21:09,480 DEBUG [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,2-f4bc09594422,37839,1733401262966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975 to pos 0, reset compression=false 2024-12-05T12:21:09,480 INFO [M:0;f4bc09594422:39917 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:21:09,481 INFO [M:0;f4bc09594422:39917 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:21:09,481 DEBUG [M:0;f4bc09594422:39917 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:21:09,481 INFO [M:0;f4bc09594422:39917 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:09,481 DEBUG [M:0;f4bc09594422:39917 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:09,481 DEBUG [M:0;f4bc09594422:39917 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:21:09,481 DEBUG [M:0;f4bc09594422:39917 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:09,481 INFO [M:0;f4bc09594422:39917 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T12:21:09,504 DEBUG [M:0;f4bc09594422:39917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fff7e5a409814c1295cf6001bd23d320 is 82, key is hbase:meta,,1/info:regioninfo/1733401256887/Put/seqid=0 2024-12-05T12:21:09,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40139 is added to blk_1073741837_1013 (size=5672) 2024-12-05T12:21:09,910 INFO [M:0;f4bc09594422:39917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fff7e5a409814c1295cf6001bd23d320 2024-12-05T12:21:09,933 DEBUG [M:0;f4bc09594422:39917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a7e9a2515a14ea9839aa05fa373263f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733401256913/Put/seqid=0 2024-12-05T12:21:09,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40139 is added to blk_1073741838_1014 (size=5275) 2024-12-05T12:21:10,339 INFO [M:0;f4bc09594422:39917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a7e9a2515a14ea9839aa05fa373263f 2024-12-05T12:21:10,363 DEBUG [M:0;f4bc09594422:39917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8be1957fff514aaf8e68c60c6053236d is 69, key is f4bc09594422,32815,1733401253974/rs:state/1733401255695/Put/seqid=0 2024-12-05T12:21:10,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40139 is added to blk_1073741839_1015 (size=5156) 2024-12-05T12:21:10,578 DEBUG [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,1-f4bc09594422,37839,1733401262966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975 to pos 0, reset compression=false 2024-12-05T12:21:10,585 DEBUG [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,2-f4bc09594422,37839,1733401262966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/WALs/f4bc09594422,37839,1733401262966/f4bc09594422%2C37839%2C1733401262966.1733401263975 to pos 0, reset compression=false 2024-12-05T12:21:10,769 INFO [M:0;f4bc09594422:39917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8be1957fff514aaf8e68c60c6053236d 2024-12-05T12:21:10,777 DEBUG [M:0;f4bc09594422:39917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fff7e5a409814c1295cf6001bd23d320 as hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fff7e5a409814c1295cf6001bd23d320 2024-12-05T12:21:10,783 INFO [M:0;f4bc09594422:39917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fff7e5a409814c1295cf6001bd23d320, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T12:21:10,784 DEBUG [M:0;f4bc09594422:39917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a7e9a2515a14ea9839aa05fa373263f as hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a7e9a2515a14ea9839aa05fa373263f 2024-12-05T12:21:10,791 INFO [M:0;f4bc09594422:39917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a7e9a2515a14ea9839aa05fa373263f, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T12:21:10,792 DEBUG [M:0;f4bc09594422:39917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8be1957fff514aaf8e68c60c6053236d as hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8be1957fff514aaf8e68c60c6053236d 2024-12-05T12:21:10,799 INFO [M:0;f4bc09594422:39917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/7be8bb29-ec4d-7ec6-4ef7-83b980e3d2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8be1957fff514aaf8e68c60c6053236d, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T12:21:10,800 INFO [M:0;f4bc09594422:39917 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=28, compaction requested=false 2024-12-05T12:21:10,802 INFO [M:0;f4bc09594422:39917 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:10,802 DEBUG [M:0;f4bc09594422:39917 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401269481Disabling compacts and flushes for region at 1733401269481Disabling writes for close at 1733401269481Obtaining lock to block concurrent updates at 1733401269481Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401269481Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733401269482 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401269482Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401269483 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401269503 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401269503Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401269917 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401269933 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401269933Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401270345 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401270363 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401270363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4b28e1: reopening flushed file at 1733401270775 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6987978e: reopening flushed file at 1733401270783 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13e87c2b: reopening flushed file at 1733401270791 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=28, compaction requested=false at 1733401270800 (+9 ms)Writing region close event to WAL at 1733401270802 (+2 ms)Closed at 1733401270802 2024-12-05T12:21:10,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40139 is added to blk_1073741830_1006 (size=10165) 2024-12-05T12:21:10,805 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:21:10,805 INFO [M:0;f4bc09594422:39917 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:21:10,805 INFO [M:0;f4bc09594422:39917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39917 2024-12-05T12:21:10,809 INFO [M:0;f4bc09594422:39917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:21:10,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:10,911 INFO [M:0;f4bc09594422:39917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:21:10,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39917-0x100aa61f4ab0003, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:10,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72a432d7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:21:10,918 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52e2f903{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:21:10,918 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:21:10,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e3befdd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:21:10,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d24818f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/hadoop.log.dir/,STOPPED} 2024-12-05T12:21:10,922 WARN [BP-714862708-172.17.0.3-1733401252644 heartbeating to localhost/127.0.0.1:36547 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:21:10,922 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:21:10,922 WARN [BP-714862708-172.17.0.3-1733401252644 heartbeating to localhost/127.0.0.1:36547 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-714862708-172.17.0.3-1733401252644 (Datanode Uuid 72973f77-498d-4104-abba-c23154c8baf2) service to localhost/127.0.0.1:36547 2024-12-05T12:21:10,922 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:21:10,923 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/cluster_eda6afd6-6b13-22cb-b1c9-fd7ae40df787/data/data1/current/BP-714862708-172.17.0.3-1733401252644 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:21:10,923 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/cluster_eda6afd6-6b13-22cb-b1c9-fd7ae40df787/data/data2/current/BP-714862708-172.17.0.3-1733401252644 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:21:10,924 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:21:10,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78b483d7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:21:10,932 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@757e6123{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:21:10,932 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:21:10,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39556e0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:21:10,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65415bd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/hadoop.log.dir/,STOPPED} 2024-12-05T12:21:10,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:21:10,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:21:10,951 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:10,951 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:10,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:10,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:10,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:10,951 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:21:10,951 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1217801073, stopped=false 2024-12-05T12:21:10,952 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,41147,1733401262918 2024-12-05T12:21:10,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x100aa61f4ab0007, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01907387137/running 2024-12-05T12:21:10,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01907387137/running 2024-12-05T12:21:10,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:21:10,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x100aa61f4ab0007, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:21:10,954 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:21:10,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:10,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:10,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Set watcher on znode that does not yet exist, /01907387137/running 2024-12-05T12:21:10,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:10,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37839-0x100aa61f4ab0007, quorum=127.0.0.1:53392, baseZNode=/01907387137 Set watcher on znode that does not yet exist, /01907387137/running 2024-12-05T12:21:10,955 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,37839,1733401262966' ***** 2024-12-05T12:21:10,955 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:21:10,956 INFO [RS:0;f4bc09594422:37839 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:21:10,956 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:21:10,956 INFO [RS:0;f4bc09594422:37839 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:21:10,956 INFO [RS:0;f4bc09594422:37839 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:21:10,956 INFO [RS:0;f4bc09594422:37839 {}] regionserver.HRegionServer(3091): Received CLOSE for 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:21:10,956 INFO [RS:0;f4bc09594422:37839 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,37839,1733401262966 2024-12-05T12:21:10,956 INFO [RS:0;f4bc09594422:37839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:21:10,956 INFO [RS:0;f4bc09594422:37839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:37839. 2024-12-05T12:21:10,956 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4bf8d27b40bf050d79ea26ab965bf87d, disabling compactions & flushes 2024-12-05T12:21:10,957 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. 2024-12-05T12:21:10,957 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. 2024-12-05T12:21:10,957 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. after waiting 0 ms 2024-12-05T12:21:10,957 DEBUG [RS:0;f4bc09594422:37839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:10,957 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. 2024-12-05T12:21:10,957 DEBUG [RS:0;f4bc09594422:37839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:10,957 INFO [RS:0;f4bc09594422:37839 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:21:10,957 INFO [RS:0;f4bc09594422:37839 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:21:10,957 INFO [RS:0;f4bc09594422:37839 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:21:10,957 INFO [RS:0;f4bc09594422:37839 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:21:10,958 INFO [RS:0;f4bc09594422:37839 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:21:10,958 DEBUG [RS:0;f4bc09594422:37839 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4bf8d27b40bf050d79ea26ab965bf87d=hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d.} 2024-12-05T12:21:10,958 DEBUG [RS:0;f4bc09594422:37839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bf8d27b40bf050d79ea26ab965bf87d 2024-12-05T12:21:10,958 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:21:10,958 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:21:10,959 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:21:10,959 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:21:10,959 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:21:10,959 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-05T12:21:10,965 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/replication/4bf8d27b40bf050d79ea26ab965bf87d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-05T12:21:10,965 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:21:10,966 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:21:10,966 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. 2024-12-05T12:21:10,966 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4bf8d27b40bf050d79ea26ab965bf87d: Waiting for close lock at 1733401270956Running coprocessor pre-close hooks at 1733401270956Disabling compacts and flushes for region at 1733401270956Disabling writes for close at 1733401270957 (+1 ms)Writing region close event to WAL at 1733401270959 (+2 ms)Running coprocessor post-close hooks at 1733401270965 (+6 ms)Closed at 1733401270966 (+1 ms) 2024-12-05T12:21:10,966 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d. 2024-12-05T12:21:10,978 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/.tmp/info/a4f7c8ed2a75493a8f10c6129a1e7858 is 147, key is hbase:replication,,1733401257044.4bf8d27b40bf050d79ea26ab965bf87d./info:regioninfo/1733401268621/Put/seqid=0 2024-12-05T12:21:10,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741851_1027 (size=6385) 2024-12-05T12:21:11,001 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:21:11,159 DEBUG [RS:0;f4bc09594422:37839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:11,359 DEBUG [RS:0;f4bc09594422:37839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:11,385 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/.tmp/info/a4f7c8ed2a75493a8f10c6129a1e7858 2024-12-05T12:21:11,394 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/.tmp/info/a4f7c8ed2a75493a8f10c6129a1e7858 as hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/info/a4f7c8ed2a75493a8f10c6129a1e7858 2024-12-05T12:21:11,401 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/info/a4f7c8ed2a75493a8f10c6129a1e7858, entries=8, sequenceid=19, filesize=6.2 K 2024-12-05T12:21:11,403 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false 2024-12-05T12:21:11,408 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-05T12:21:11,409 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:21:11,409 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:21:11,409 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:11,409 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401270958Running coprocessor pre-close hooks at 1733401270958Disabling compacts and flushes for region at 1733401270958Disabling writes for close at 1733401270959 (+1 ms)Obtaining lock to block concurrent updates at 1733401270959Preparing flush snapshotting stores in 1588230740 at 1733401270959Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733401270959Flushing stores of hbase:meta,,1.1588230740 at 1733401270960 (+1 ms)Flushing 1588230740/info: creating writer at 1733401270960Flushing 1588230740/info: appending metadata at 1733401270977 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733401270977Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@563787a0: reopening flushed file at 1733401271393 (+416 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false at 1733401271403 (+10 ms)Writing region close event to WAL at 1733401271404 (+1 ms)Running coprocessor post-close hooks at 1733401271409 (+5 ms)Closed at 1733401271409 2024-12-05T12:21:11,409 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:11,559 INFO [RS:0;f4bc09594422:37839 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,37839,1733401262966; all regions closed. 2024-12-05T12:21:11,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741849_1025 (size=2156) 2024-12-05T12:21:11,566 DEBUG [RS:0;f4bc09594422:37839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/oldWALs 2024-12-05T12:21:11,566 INFO [RS:0;f4bc09594422:37839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C37839%2C1733401262966.meta:.meta(num 1733401264299) 2024-12-05T12:21:11,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741850_1026 (size=796) 2024-12-05T12:21:11,572 DEBUG [RS:0;f4bc09594422:37839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/oldWALs 2024-12-05T12:21:11,572 INFO [RS:0;f4bc09594422:37839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C37839%2C1733401262966.rep:(num 1733401268574) 2024-12-05T12:21:11,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741848_1024 (size=93) 2024-12-05T12:21:11,576 DEBUG [RS:0;f4bc09594422:37839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/oldWALs 2024-12-05T12:21:11,576 INFO [RS:0;f4bc09594422:37839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C37839%2C1733401262966:(num 1733401263975) 2024-12-05T12:21:11,576 DEBUG [RS:0;f4bc09594422:37839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:11,576 INFO [RS:0;f4bc09594422:37839 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:21:11,577 INFO [RS:0;f4bc09594422:37839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:21:11,577 INFO [RS:0;f4bc09594422:37839 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T12:21:11,577 INFO [RS:0;f4bc09594422:37839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:21:11,577 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:21:11,577 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-05T12:21:11,577 INFO [RS:0;f4bc09594422:37839 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f4bc09594422,37839,1733401262966 because: Region server is closing 2024-12-05T12:21:11,577 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-05T12:21:11,577 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-05T12:21:11,578 INFO [RS:0;f4bc09594422:37839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:37839. 2024-12-05T12:21:11,578 DEBUG [RS:0;f4bc09594422:37839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:11,578 DEBUG [RS:0;f4bc09594422:37839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:11,578 DEBUG [RS:0;f4bc09594422:37839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:11,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:11,678 WARN [RS:0;f4bc09594422:37839.replicationSource.shipperf4bc09594422%2C37839%2C1733401262966,1-f4bc09594422,37839,1733401262966 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T12:21:11,678 WARN [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,1-f4bc09594422,37839,1733401262966 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:21:11,679 INFO [RS:0;f4bc09594422:37839 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;f4bc09594422:37839.replicationSource.shipperf4bc09594422%2C37839%2C1733401262966,1-f4bc09594422,37839,1733401262966 terminated 2024-12-05T12:21:11,679 INFO [RS:0;f4bc09594422:37839 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f4bc09594422,37839,1733401262966 because: Region server is closing 2024-12-05T12:21:11,679 INFO [RS:0;f4bc09594422:37839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:37839. 2024-12-05T12:21:11,679 DEBUG [RS:0;f4bc09594422:37839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:11,679 DEBUG [RS:0;f4bc09594422:37839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:11,679 DEBUG [RS:0;f4bc09594422:37839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:11,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:11,780 WARN [RS:0;f4bc09594422:37839.replicationSource.wal-reader.f4bc09594422%2C37839%2C1733401262966,2-f4bc09594422,37839,1733401262966 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:21:11,780 WARN [RS:0;f4bc09594422:37839.replicationSource.shipperf4bc09594422%2C37839%2C1733401262966,2-f4bc09594422,37839,1733401262966 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T12:21:11,780 INFO [RS:0;f4bc09594422:37839 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;f4bc09594422:37839.replicationSource.shipperf4bc09594422%2C37839%2C1733401262966,2-f4bc09594422,37839,1733401262966 terminated 2024-12-05T12:21:11,780 INFO [RS:0;f4bc09594422:37839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37839 2024-12-05T12:21:11,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x100aa61f4ab0007, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01907387137/rs/f4bc09594422,37839,1733401262966 2024-12-05T12:21:11,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137/rs 2024-12-05T12:21:11,783 INFO [RS:0;f4bc09594422:37839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:21:11,784 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,37839,1733401262966] 2024-12-05T12:21:11,786 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01907387137/draining/f4bc09594422,37839,1733401262966 already deleted, retry=false 2024-12-05T12:21:11,786 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,37839,1733401262966 expired; onlineServers=0 2024-12-05T12:21:11,786 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,41147,1733401262918' ***** 2024-12-05T12:21:11,786 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:21:11,786 INFO [M:0;f4bc09594422:41147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:21:11,786 INFO [M:0;f4bc09594422:41147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:21:11,786 DEBUG [M:0;f4bc09594422:41147 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:21:11,786 DEBUG [M:0;f4bc09594422:41147 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:21:11,786 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:21:11,786 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401263713 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401263713,5,FailOnTimeoutGroup] 2024-12-05T12:21:11,786 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401263714 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401263714,5,FailOnTimeoutGroup] 2024-12-05T12:21:11,786 INFO [M:0;f4bc09594422:41147 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:21:11,787 INFO [M:0;f4bc09594422:41147 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:21:11,787 DEBUG [M:0;f4bc09594422:41147 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:21:11,787 INFO [M:0;f4bc09594422:41147 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:21:11,787 INFO [M:0;f4bc09594422:41147 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:21:11,787 INFO [M:0;f4bc09594422:41147 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:21:11,787 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:21:11,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01907387137/master 2024-12-05T12:21:11,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01907387137 2024-12-05T12:21:11,788 DEBUG [M:0;f4bc09594422:41147 {}] zookeeper.ZKUtil(347): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Unable to get data of znode /01907387137/master because node does not exist (not an error) 2024-12-05T12:21:11,788 WARN [M:0;f4bc09594422:41147 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:21:11,789 INFO [M:0;f4bc09594422:41147 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/.lastflushedseqids 2024-12-05T12:21:11,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741852_1028 (size=181) 2024-12-05T12:21:11,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x100aa61f4ab0007, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:11,884 INFO [RS:0;f4bc09594422:37839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:21:11,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x100aa61f4ab0007, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:11,884 INFO [RS:0;f4bc09594422:37839 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,37839,1733401262966; zookeeper connection closed. 2024-12-05T12:21:11,885 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ad5fcc4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ad5fcc4 2024-12-05T12:21:11,885 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:21:12,196 INFO [M:0;f4bc09594422:41147 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:21:12,196 INFO [M:0;f4bc09594422:41147 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:21:12,196 DEBUG [M:0;f4bc09594422:41147 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:21:12,196 INFO [M:0;f4bc09594422:41147 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:12,197 DEBUG [M:0;f4bc09594422:41147 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:12,197 DEBUG [M:0;f4bc09594422:41147 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:21:12,197 DEBUG [M:0;f4bc09594422:41147 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:12,197 INFO [M:0;f4bc09594422:41147 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-05T12:21:12,215 DEBUG [M:0;f4bc09594422:41147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c680bb7bd0ee4b829fa1599458a8047d is 82, key is hbase:meta,,1/info:regioninfo/1733401264368/Put/seqid=0 2024-12-05T12:21:12,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741853_1029 (size=5680) 2024-12-05T12:21:12,621 INFO [M:0;f4bc09594422:41147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c680bb7bd0ee4b829fa1599458a8047d 2024-12-05T12:21:12,646 DEBUG [M:0;f4bc09594422:41147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86ad5dd36e8040caa6ecb7e0dbfb44b4 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733401268632/Put/seqid=0 2024-12-05T12:21:12,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741854_1030 (size=7319) 2024-12-05T12:21:12,651 INFO [M:0;f4bc09594422:41147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86ad5dd36e8040caa6ecb7e0dbfb44b4 2024-12-05T12:21:12,674 DEBUG [M:0;f4bc09594422:41147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d486bfbfc4b343b481ef6c5ff41a7d6a is 69, key is f4bc09594422,37839,1733401262966/rs:state/1733401263743/Put/seqid=0 2024-12-05T12:21:12,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741855_1031 (size=5371) 2024-12-05T12:21:13,079 INFO [M:0;f4bc09594422:41147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d486bfbfc4b343b481ef6c5ff41a7d6a 2024-12-05T12:21:13,087 INFO [M:0;f4bc09594422:41147 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d486bfbfc4b343b481ef6c5ff41a7d6a 2024-12-05T12:21:13,088 DEBUG [M:0;f4bc09594422:41147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c680bb7bd0ee4b829fa1599458a8047d as hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c680bb7bd0ee4b829fa1599458a8047d 2024-12-05T12:21:13,095 INFO [M:0;f4bc09594422:41147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c680bb7bd0ee4b829fa1599458a8047d, entries=8, sequenceid=172, filesize=5.5 K 2024-12-05T12:21:13,096 DEBUG [M:0;f4bc09594422:41147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86ad5dd36e8040caa6ecb7e0dbfb44b4 as hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86ad5dd36e8040caa6ecb7e0dbfb44b4 2024-12-05T12:21:13,102 INFO [M:0;f4bc09594422:41147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86ad5dd36e8040caa6ecb7e0dbfb44b4, entries=7, sequenceid=172, filesize=7.1 K 2024-12-05T12:21:13,103 DEBUG [M:0;f4bc09594422:41147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d486bfbfc4b343b481ef6c5ff41a7d6a as hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d486bfbfc4b343b481ef6c5ff41a7d6a 2024-12-05T12:21:13,109 INFO [M:0;f4bc09594422:41147 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d486bfbfc4b343b481ef6c5ff41a7d6a 2024-12-05T12:21:13,109 INFO [M:0;f4bc09594422:41147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33991/user/jenkins/test-data/1ef188e1-6bc3-1791-0831-3b9c575bdc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d486bfbfc4b343b481ef6c5ff41a7d6a, entries=2, sequenceid=172, filesize=5.2 K 2024-12-05T12:21:13,110 INFO [M:0;f4bc09594422:41147 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=172, compaction requested=false 2024-12-05T12:21:13,112 INFO [M:0;f4bc09594422:41147 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:13,113 DEBUG [M:0;f4bc09594422:41147 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401272196Disabling compacts and flushes for region at 1733401272196Disabling writes for close at 1733401272197 (+1 ms)Obtaining lock to block concurrent updates at 1733401272197Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401272197Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733401272197Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401272198 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401272198Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401272215 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401272215Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401272628 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401272645 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401272645Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401272657 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401272673 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401272673Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a9cce8e: reopening flushed file at 1733401273087 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5615176d: reopening flushed file at 1733401273095 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72e4f4ff: reopening flushed file at 1733401273102 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=172, compaction requested=false at 1733401273110 (+8 ms)Writing region close event to WAL at 1733401273112 (+2 ms)Closed at 1733401273112 2024-12-05T12:21:13,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741847_1023 (size=22949) 2024-12-05T12:21:13,117 INFO [M:0;f4bc09594422:41147 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:21:13,117 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:21:13,117 INFO [M:0;f4bc09594422:41147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41147 2024-12-05T12:21:13,117 INFO [M:0;f4bc09594422:41147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:21:13,219 INFO [M:0;f4bc09594422:41147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:21:13,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:13,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x100aa61f4ab0006, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:13,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@597789a3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:21:13,223 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b8b2411{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:21:13,223 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:21:13,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a880242{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:21:13,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d25918c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/hadoop.log.dir/,STOPPED} 2024-12-05T12:21:13,225 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:21:13,225 WARN [BP-350620672-172.17.0.3-1733401243497 heartbeating to localhost/127.0.0.1:33991 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:21:13,225 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:21:13,225 WARN [BP-350620672-172.17.0.3-1733401243497 heartbeating to localhost/127.0.0.1:33991 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-350620672-172.17.0.3-1733401243497 (Datanode Uuid 5bf9a43d-f8fc-471e-aaac-addb13be62c9) service to localhost/127.0.0.1:33991 2024-12-05T12:21:13,226 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/cluster_87f8e617-0cc1-84f1-c6dc-253f357b6451/data/data1/current/BP-350620672-172.17.0.3-1733401243497 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:21:13,226 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/cluster_87f8e617-0cc1-84f1-c6dc-253f357b6451/data/data2/current/BP-350620672-172.17.0.3-1733401243497 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:21:13,226 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:21:13,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14e41896{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:21:13,235 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ca4c12d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:21:13,235 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:21:13,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@478f6f66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:21:13,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b16af68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7909ec1e-c76a-a574-1762-6687e535f218/hadoop.log.dir/,STOPPED} 2024-12-05T12:21:13,243 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T12:21:13,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:21:13,276 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:36547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:33991 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:33991 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:33991 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/f4bc09594422:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:36547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33991 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33991 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/f4bc09594422:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33991 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53392) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2c872d14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f4bc09594422:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53392) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f4bc09594422:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f4bc09594422:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:36547 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=866 (was 1068), ProcessCount=11 (was 11), AvailableMemoryMB=269 (was 1989) 2024-12-05T12:21:13,286 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=866, ProcessCount=11, AvailableMemoryMB=268 2024-12-05T12:21:13,304 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-05T12:21:13,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/hadoop.log.dir so I do NOT create it in target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19 2024-12-05T12:21:13,305 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:21:13,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/hadoop.tmp.dir so I do NOT create it in target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19 2024-12-05T12:21:13,305 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc0e00cc-f4fe-6686-3fd7-fe62f14936bc/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:21:13,305 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19 2024-12-05T12:21:13,305 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/cluster_cd752808-4c6a-cef6-f153-508c815e890e, deleteOnExit=true 2024-12-05T12:21:13,308 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/cluster_cd752808-4c6a-cef6-f153-508c815e890e/zookeeper_0, clientPort=52281, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/cluster_cd752808-4c6a-cef6-f153-508c815e890e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/cluster_cd752808-4c6a-cef6-f153-508c815e890e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:21:13,309 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52281 2024-12-05T12:21:13,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:21:13,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:21:13,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/test.cache.data in system properties and HBase conf 2024-12-05T12:21:13,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:21:13,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:21:13,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:21:13,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:21:13,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:21:13,310 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:21:13,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:21:13,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:21:13,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:21:13,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:21:13,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:21:13,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:21:13,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:21:13,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:21:13,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:21:13,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:21:13,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:21:13,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:21:13,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:21:13,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:21:13,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100aa61f4ab0005, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:21:13,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100aa61f4ab0002, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:21:13,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100aa61f4ab0005, quorum=127.0.0.1:53392, baseZNode=/1-2038351545 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:21:13,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100aa61f4ab0002, quorum=127.0.0.1:53392, baseZNode=/01907387137 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:21:13,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:13,429 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:21:13,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:21:13,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:21:13,432 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:21:13,432 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:13,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef93b30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:21:13,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bfc327e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:21:13,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a0a4953{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/java.io.tmpdir/jetty-localhost-39721-hadoop-hdfs-3_4_1-tests_jar-_-any-16590294576590176141/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:21:13,557 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63faec78{HTTP/1.1, (http/1.1)}{localhost:39721} 2024-12-05T12:21:13,557 INFO [Time-limited test {}] server.Server(415): Started @33413ms 2024-12-05T12:21:13,649 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:21:13,651 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:13,671 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:13,683 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:13,688 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:21:13,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:21:13,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:21:13,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:21:13,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c2bf96e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:21:13,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2af5e488{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:21:13,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d1f6cb2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/java.io.tmpdir/jetty-localhost-37259-hadoop-hdfs-3_4_1-tests_jar-_-any-2625047051119814441/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:21:13,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@556ea128{HTTP/1.1, (http/1.1)}{localhost:37259} 2024-12-05T12:21:13,821 INFO [Time-limited test {}] server.Server(415): Started @33677ms 2024-12-05T12:21:13,824 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:21:13,912 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/cluster_cd752808-4c6a-cef6-f153-508c815e890e/data/data1/current/BP-1952084362-172.17.0.3-1733401273350/current, will proceed with Du for space computation calculation, 2024-12-05T12:21:13,913 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/cluster_cd752808-4c6a-cef6-f153-508c815e890e/data/data2/current/BP-1952084362-172.17.0.3-1733401273350/current, will proceed with Du for space computation calculation, 2024-12-05T12:21:13,944 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:21:13,951 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1c4a3729d70a841 with lease ID 0x6b7b866a9b05a741: Processing first storage report for DS-17862c52-7466-40ca-9ec5-5486fe179cf8 from datanode DatanodeRegistration(127.0.0.1:45319, datanodeUuid=3353fd25-29c9-4227-b6a6-12eef5ead3f5, infoPort=39197, infoSecurePort=0, ipcPort=42227, storageInfo=lv=-57;cid=testClusterID;nsid=1211309514;c=1733401273350) 2024-12-05T12:21:13,951 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1c4a3729d70a841 with lease ID 0x6b7b866a9b05a741: from storage DS-17862c52-7466-40ca-9ec5-5486fe179cf8 node DatanodeRegistration(127.0.0.1:45319, datanodeUuid=3353fd25-29c9-4227-b6a6-12eef5ead3f5, infoPort=39197, infoSecurePort=0, ipcPort=42227, storageInfo=lv=-57;cid=testClusterID;nsid=1211309514;c=1733401273350), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:21:13,951 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1c4a3729d70a841 with lease ID 0x6b7b866a9b05a741: Processing first storage report for DS-2f448dec-5272-4e4c-92f3-55eaa0672bb9 from datanode DatanodeRegistration(127.0.0.1:45319, datanodeUuid=3353fd25-29c9-4227-b6a6-12eef5ead3f5, infoPort=39197, infoSecurePort=0, ipcPort=42227, storageInfo=lv=-57;cid=testClusterID;nsid=1211309514;c=1733401273350) 2024-12-05T12:21:13,951 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1c4a3729d70a841 with lease ID 0x6b7b866a9b05a741: from storage DS-2f448dec-5272-4e4c-92f3-55eaa0672bb9 node DatanodeRegistration(127.0.0.1:45319, datanodeUuid=3353fd25-29c9-4227-b6a6-12eef5ead3f5, infoPort=39197, infoSecurePort=0, ipcPort=42227, storageInfo=lv=-57;cid=testClusterID;nsid=1211309514;c=1733401273350), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:21:13,959 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19 2024-12-05T12:21:13,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:13,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:13,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45319 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:21:13,973 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13 with version=8 2024-12-05T12:21:13,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/hbase-staging 2024-12-05T12:21:13,975 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:21:13,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:13,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:13,976 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:21:13,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:13,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:21:13,976 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:21:13,976 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:21:13,977 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35539 2024-12-05T12:21:13,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35539 connecting to ZooKeeper ensemble=127.0.0.1:52281 2024-12-05T12:21:13,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355390x0, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:13,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35539-0x100aa626e7a0000 connected 2024-12-05T12:21:14,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:14,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:14,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Set watcher on znode that does not yet exist, /0-1319838485/running 2024-12-05T12:21:14,007 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13, hbase.cluster.distributed=false 2024-12-05T12:21:14,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Set watcher on znode that does not yet exist, /0-1319838485/acl 2024-12-05T12:21:14,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35539 2024-12-05T12:21:14,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35539 2024-12-05T12:21:14,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35539 2024-12-05T12:21:14,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35539 2024-12-05T12:21:14,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35539 2024-12-05T12:21:14,033 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:21:14,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:14,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:14,034 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:21:14,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:14,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:21:14,034 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:21:14,034 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:21:14,071 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37721 2024-12-05T12:21:14,073 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37721 connecting to ZooKeeper ensemble=127.0.0.1:52281 2024-12-05T12:21:14,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:14,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:14,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377210x0, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:14,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377210x0, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Set watcher on znode that does not yet exist, /0-1319838485/running 2024-12-05T12:21:14,082 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:21:14,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37721-0x100aa626e7a0001 connected 2024-12-05T12:21:14,085 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:21:14,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37721-0x100aa626e7a0001, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Set watcher on znode that does not yet exist, /0-1319838485/master 2024-12-05T12:21:14,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37721-0x100aa626e7a0001, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Set watcher on znode that does not yet exist, /0-1319838485/acl 2024-12-05T12:21:14,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37721 2024-12-05T12:21:14,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37721 2024-12-05T12:21:14,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37721 2024-12-05T12:21:14,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37721 2024-12-05T12:21:14,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37721 2024-12-05T12:21:14,107 DEBUG [M:0;f4bc09594422:35539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:35539 2024-12-05T12:21:14,116 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1319838485/backup-masters/f4bc09594422,35539,1733401273975 2024-12-05T12:21:14,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485/backup-masters 2024-12-05T12:21:14,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37721-0x100aa626e7a0001, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485/backup-masters 2024-12-05T12:21:14,124 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Set watcher on existing znode=/0-1319838485/backup-masters/f4bc09594422,35539,1733401273975 2024-12-05T12:21:14,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37721-0x100aa626e7a0001, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1319838485/master 2024-12-05T12:21:14,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485 2024-12-05T12:21:14,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37721-0x100aa626e7a0001, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485 2024-12-05T12:21:14,127 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Set watcher on existing znode=/0-1319838485/master 2024-12-05T12:21:14,127 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1319838485/backup-masters/f4bc09594422,35539,1733401273975 from backup master directory 2024-12-05T12:21:14,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37721-0x100aa626e7a0001, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485/backup-masters 2024-12-05T12:21:14,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1319838485/backup-masters/f4bc09594422,35539,1733401273975 2024-12-05T12:21:14,129 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:21:14,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485/backup-masters 2024-12-05T12:21:14,129 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,35539,1733401273975 2024-12-05T12:21:14,135 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/hbase.id] with ID: fb83bcb1-99b3-4d1d-af67-7fd72b704cc2 2024-12-05T12:21:14,135 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/.tmp/hbase.id 2024-12-05T12:21:14,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45319 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:21:14,542 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/.tmp/hbase.id]:[hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/hbase.id] 2024-12-05T12:21:14,555 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:14,555 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:21:14,557 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T12:21:14,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485 2024-12-05T12:21:14,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37721-0x100aa626e7a0001, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485 2024-12-05T12:21:14,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45319 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:21:14,966 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:21:14,967 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:21:14,967 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:14,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45319 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:21:15,376 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/data/master/store 2024-12-05T12:21:15,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45319 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:21:15,788 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:15,788 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:21:15,788 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:15,788 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:15,788 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:21:15,788 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:15,788 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:15,788 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401275788Disabling compacts and flushes for region at 1733401275788Disabling writes for close at 1733401275788Writing region close event to WAL at 1733401275788Closed at 1733401275788 2024-12-05T12:21:15,789 WARN [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/data/master/store/.initializing 2024-12-05T12:21:15,790 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/WALs/f4bc09594422,35539,1733401273975 2024-12-05T12:21:15,791 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:21:15,793 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C35539%2C1733401273975, suffix=, logDir=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/WALs/f4bc09594422,35539,1733401273975, archiveDir=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/oldWALs, maxLogs=10 2024-12-05T12:21:15,811 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/WALs/f4bc09594422,35539,1733401273975/f4bc09594422%2C35539%2C1733401273975.1733401275793, exclude list is [], retry=0 2024-12-05T12:21:15,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45319,DS-17862c52-7466-40ca-9ec5-5486fe179cf8,DISK] 2024-12-05T12:21:15,816 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/WALs/f4bc09594422,35539,1733401273975/f4bc09594422%2C35539%2C1733401273975.1733401275793 2024-12-05T12:21:15,816 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39197:39197)] 2024-12-05T12:21:15,816 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:15,817 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:15,817 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:15,817 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:15,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:15,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:21:15,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:15,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:15,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:15,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:21:15,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:15,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:15,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:15,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:21:15,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:15,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:15,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:15,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:21:15,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:15,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:15,827 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:15,827 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:15,828 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:15,829 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:15,829 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:15,830 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:15,831 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:15,833 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:15,834 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72585414, jitterRate=0.08160695433616638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:15,835 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401275817Initializing all the Stores at 1733401275818 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401275819 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401275819Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401275819Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401275819Cleaning up temporary data from old regions at 1733401275829 (+10 ms)Region opened successfully at 1733401275835 (+6 ms) 2024-12-05T12:21:15,835 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:21:15,838 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9efa85f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:21:15,839 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:21:15,839 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:21:15,840 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:21:15,840 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:21:15,840 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:21:15,841 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:21:15,841 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:21:15,843 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:21:15,844 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Unable to get data of znode /0-1319838485/balancer because node does not exist (not necessarily an error) 2024-12-05T12:21:15,845 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1319838485/balancer already deleted, retry=false 2024-12-05T12:21:15,845 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:21:15,846 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Unable to get data of znode /0-1319838485/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:21:15,847 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1319838485/normalizer already deleted, retry=false 2024-12-05T12:21:15,848 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:21:15,849 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Unable to get data of znode /0-1319838485/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:21:15,850 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1319838485/switch/split already deleted, retry=false 2024-12-05T12:21:15,851 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Unable to get data of znode /0-1319838485/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:21:15,852 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1319838485/switch/merge already deleted, retry=false 2024-12-05T12:21:15,855 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Unable to get data of znode /0-1319838485/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:21:15,857 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1319838485/snapshot-cleanup already deleted, retry=false 2024-12-05T12:21:15,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1319838485/running 2024-12-05T12:21:15,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485 2024-12-05T12:21:15,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37721-0x100aa626e7a0001, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1319838485/running 2024-12-05T12:21:15,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37721-0x100aa626e7a0001, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485 2024-12-05T12:21:15,859 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,35539,1733401273975, sessionid=0x100aa626e7a0000, setting cluster-up flag (Was=false) 2024-12-05T12:21:15,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37721-0x100aa626e7a0001, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485 2024-12-05T12:21:15,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485 2024-12-05T12:21:15,868 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1319838485/flush-table-proc/acquired, /0-1319838485/flush-table-proc/reached, /0-1319838485/flush-table-proc/abort 2024-12-05T12:21:15,869 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,35539,1733401273975 2024-12-05T12:21:15,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485 2024-12-05T12:21:15,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37721-0x100aa626e7a0001, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485 2024-12-05T12:21:15,878 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1319838485/online-snapshot/acquired, /0-1319838485/online-snapshot/reached, /0-1319838485/online-snapshot/abort 2024-12-05T12:21:15,879 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,35539,1733401273975 2024-12-05T12:21:15,880 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:21:15,882 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:15,882 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:21:15,882 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:21:15,883 WARN [master/f4bc09594422:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f4bc09594422,35375,1733401247798: status=Processing ServerCrashProcedure of f4bc09594422,35375,1733401247798 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733401263713, completionTime=-1 appears to have been leaked 2024-12-05T12:21:15,883 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,35539,1733401273975 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:21:15,884 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:15,884 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:15,884 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:15,884 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:15,884 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:21:15,884 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:15,884 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:21:15,884 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:15,886 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:15,886 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:21:15,887 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:15,887 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:21:15,894 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401305894 2024-12-05T12:21:15,894 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:21:15,894 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:21:15,894 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:21:15,894 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:21:15,894 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:21:15,894 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:21:15,894 INFO [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(746): ClusterId : fb83bcb1-99b3-4d1d-af67-7fd72b704cc2 2024-12-05T12:21:15,894 DEBUG [RS:0;f4bc09594422:37721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:21:15,895 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:15,895 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:21:15,895 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:21:15,895 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:21:15,895 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:21:15,896 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:21:15,896 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:21:15,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45319 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:21:15,898 DEBUG [RS:0;f4bc09594422:37721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:21:15,898 DEBUG [RS:0;f4bc09594422:37721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:21:15,900 DEBUG [RS:0;f4bc09594422:37721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:21:15,900 DEBUG [RS:0;f4bc09594422:37721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@877097d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:21:15,900 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401275896,5,FailOnTimeoutGroup] 2024-12-05T12:21:15,904 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401275900,5,FailOnTimeoutGroup] 2024-12-05T12:21:15,904 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:15,904 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:21:15,905 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:15,905 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:15,921 DEBUG [RS:0;f4bc09594422:37721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:37721 2024-12-05T12:21:15,921 INFO [RS:0;f4bc09594422:37721 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:21:15,921 INFO [RS:0;f4bc09594422:37721 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:21:15,921 DEBUG [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:21:15,922 INFO [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,35539,1733401273975 with port=37721, startcode=1733401274033 2024-12-05T12:21:15,922 DEBUG [RS:0;f4bc09594422:37721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:21:15,924 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:21:15,924 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35539 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,37721,1733401274033 2024-12-05T12:21:15,924 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35539 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,37721,1733401274033 2024-12-05T12:21:15,926 DEBUG [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13 2024-12-05T12:21:15,926 DEBUG [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37001 2024-12-05T12:21:15,926 DEBUG [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:21:15,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485/rs 2024-12-05T12:21:15,928 DEBUG [RS:0;f4bc09594422:37721 {}] zookeeper.ZKUtil(111): regionserver:37721-0x100aa626e7a0001, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Set watcher on existing znode=/0-1319838485/rs/f4bc09594422,37721,1733401274033 2024-12-05T12:21:15,929 WARN [RS:0;f4bc09594422:37721 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:21:15,929 INFO [RS:0;f4bc09594422:37721 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:15,929 DEBUG [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/WALs/f4bc09594422,37721,1733401274033 2024-12-05T12:21:15,933 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,37721,1733401274033] 2024-12-05T12:21:15,939 INFO [RS:0;f4bc09594422:37721 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:21:15,942 INFO [RS:0;f4bc09594422:37721 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:21:15,942 INFO [RS:0;f4bc09594422:37721 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:21:15,943 INFO [RS:0;f4bc09594422:37721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:15,943 INFO [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:21:15,944 INFO [RS:0;f4bc09594422:37721 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:21:15,944 INFO [RS:0;f4bc09594422:37721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:15,944 DEBUG [RS:0;f4bc09594422:37721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:15,944 DEBUG [RS:0;f4bc09594422:37721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:15,944 DEBUG [RS:0;f4bc09594422:37721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:15,944 DEBUG [RS:0;f4bc09594422:37721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:15,944 DEBUG [RS:0;f4bc09594422:37721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:15,944 DEBUG [RS:0;f4bc09594422:37721 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:21:15,944 DEBUG [RS:0;f4bc09594422:37721 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:15,944 DEBUG [RS:0;f4bc09594422:37721 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:15,944 DEBUG [RS:0;f4bc09594422:37721 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:15,944 DEBUG [RS:0;f4bc09594422:37721 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:15,944 DEBUG [RS:0;f4bc09594422:37721 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:15,944 DEBUG [RS:0;f4bc09594422:37721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:15,945 DEBUG [RS:0;f4bc09594422:37721 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:21:15,945 DEBUG [RS:0;f4bc09594422:37721 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:21:15,951 INFO [RS:0;f4bc09594422:37721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:15,951 INFO [RS:0;f4bc09594422:37721 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:15,951 INFO [RS:0;f4bc09594422:37721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:15,951 INFO [RS:0;f4bc09594422:37721 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:15,951 INFO [RS:0;f4bc09594422:37721 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:15,951 INFO [RS:0;f4bc09594422:37721 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,37721,1733401274033-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:21:15,973 INFO [RS:0;f4bc09594422:37721 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:21:15,973 INFO [RS:0;f4bc09594422:37721 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,37721,1733401274033-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:15,974 INFO [RS:0;f4bc09594422:37721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:15,974 INFO [RS:0;f4bc09594422:37721 {}] regionserver.Replication(171): f4bc09594422,37721,1733401274033 started 2024-12-05T12:21:15,994 INFO [RS:0;f4bc09594422:37721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:15,994 INFO [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,37721,1733401274033, RpcServer on f4bc09594422/172.17.0.3:37721, sessionid=0x100aa626e7a0001 2024-12-05T12:21:15,995 DEBUG [RS:0;f4bc09594422:37721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:21:15,995 DEBUG [RS:0;f4bc09594422:37721 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,37721,1733401274033 2024-12-05T12:21:15,995 DEBUG [RS:0;f4bc09594422:37721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,37721,1733401274033' 2024-12-05T12:21:15,995 DEBUG [RS:0;f4bc09594422:37721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1319838485/flush-table-proc/abort' 2024-12-05T12:21:15,995 DEBUG [RS:0;f4bc09594422:37721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1319838485/flush-table-proc/acquired' 2024-12-05T12:21:15,996 DEBUG [RS:0;f4bc09594422:37721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:21:15,996 DEBUG [RS:0;f4bc09594422:37721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:21:15,996 DEBUG [RS:0;f4bc09594422:37721 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,37721,1733401274033 2024-12-05T12:21:15,996 DEBUG [RS:0;f4bc09594422:37721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,37721,1733401274033' 2024-12-05T12:21:15,996 DEBUG [RS:0;f4bc09594422:37721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1319838485/online-snapshot/abort' 2024-12-05T12:21:15,996 DEBUG [RS:0;f4bc09594422:37721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1319838485/online-snapshot/acquired' 2024-12-05T12:21:15,997 DEBUG [RS:0;f4bc09594422:37721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:21:15,997 INFO [RS:0;f4bc09594422:37721 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:21:15,997 INFO [RS:0;f4bc09594422:37721 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:21:16,097 INFO [RS:0;f4bc09594422:37721 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:21:16,100 INFO [RS:0;f4bc09594422:37721 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C37721%2C1733401274033, suffix=, logDir=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/WALs/f4bc09594422,37721,1733401274033, archiveDir=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/oldWALs, maxLogs=10 2024-12-05T12:21:16,120 DEBUG [RS:0;f4bc09594422:37721 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/WALs/f4bc09594422,37721,1733401274033/f4bc09594422%2C37721%2C1733401274033.1733401276100, exclude list is [], retry=0 2024-12-05T12:21:16,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45319,DS-17862c52-7466-40ca-9ec5-5486fe179cf8,DISK] 2024-12-05T12:21:16,126 INFO [RS:0;f4bc09594422:37721 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/WALs/f4bc09594422,37721,1733401274033/f4bc09594422%2C37721%2C1733401274033.1733401276100 2024-12-05T12:21:16,128 DEBUG [RS:0;f4bc09594422:37721 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39197:39197)] 2024-12-05T12:21:16,299 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:21:16,299 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13 2024-12-05T12:21:16,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45319 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:21:16,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:16,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:21:16,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:21:16,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:16,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:16,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:21:16,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:21:16,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:16,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:16,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:21:16,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:21:16,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:16,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:16,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:21:16,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:21:16,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:16,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:16,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:21:16,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/meta/1588230740 2024-12-05T12:21:16,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/meta/1588230740 2024-12-05T12:21:16,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:21:16,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:21:16,322 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:16,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:21:16,326 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:16,327 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60895850, jitterRate=-0.0925811231136322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:16,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401276309Initializing all the Stores at 1733401276310 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401276310Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401276310Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401276310Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401276310Cleaning up temporary data from old regions at 1733401276321 (+11 ms)Region opened successfully at 1733401276328 (+7 ms) 2024-12-05T12:21:16,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:21:16,328 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:21:16,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:21:16,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:21:16,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:21:16,329 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:16,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401276328Disabling compacts and flushes for region at 1733401276328Disabling writes for close at 1733401276328Writing region close event to WAL at 1733401276329 (+1 ms)Closed at 1733401276329 2024-12-05T12:21:16,331 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:16,331 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:21:16,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:21:16,332 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:21:16,333 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:21:16,484 DEBUG [f4bc09594422:35539 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:21:16,485 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,37721,1733401274033 2024-12-05T12:21:16,487 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,37721,1733401274033, state=OPENING 2024-12-05T12:21:16,489 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:21:16,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485 2024-12-05T12:21:16,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37721-0x100aa626e7a0001, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485 2024-12-05T12:21:16,494 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:21:16,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1319838485/meta-region-server: CHANGED 2024-12-05T12:21:16,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,37721,1733401274033}] 2024-12-05T12:21:16,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1319838485/meta-region-server: CHANGED 2024-12-05T12:21:16,646 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:21:16,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:21:16,653 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:21:16,653 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:16,654 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:21:16,655 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C37721%2C1733401274033.meta, suffix=.meta, logDir=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/WALs/f4bc09594422,37721,1733401274033, archiveDir=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/oldWALs, maxLogs=10 2024-12-05T12:21:16,676 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/WALs/f4bc09594422,37721,1733401274033/f4bc09594422%2C37721%2C1733401274033.meta.1733401276656.meta, exclude list is [], retry=0 2024-12-05T12:21:16,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45319,DS-17862c52-7466-40ca-9ec5-5486fe179cf8,DISK] 2024-12-05T12:21:16,681 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/WALs/f4bc09594422,37721,1733401274033/f4bc09594422%2C37721%2C1733401274033.meta.1733401276656.meta 2024-12-05T12:21:16,681 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39197:39197)] 2024-12-05T12:21:16,682 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:16,682 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:21:16,683 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:21:16,683 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:21:16,683 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:21:16,683 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:21:16,683 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:16,683 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:21:16,683 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:21:16,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:21:16,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:21:16,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:16,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:16,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:21:16,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:21:16,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:16,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:16,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:21:16,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:21:16,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:16,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:16,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:21:16,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:21:16,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:16,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:16,692 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:21:16,693 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/meta/1588230740 2024-12-05T12:21:16,694 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/meta/1588230740 2024-12-05T12:21:16,695 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:21:16,695 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:21:16,696 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:16,698 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:21:16,699 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72200570, jitterRate=0.07587233185768127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:16,699 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:21:16,700 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401276683Writing region info on filesystem at 1733401276683Initializing all the Stores at 1733401276684 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401276684Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401276684Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401276684Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401276684Cleaning up temporary data from old regions at 1733401276695 (+11 ms)Running coprocessor post-open hooks at 1733401276699 (+4 ms)Region opened successfully at 1733401276699 2024-12-05T12:21:16,701 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401276646 2024-12-05T12:21:16,704 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:21:16,704 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:21:16,705 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,37721,1733401274033 2024-12-05T12:21:16,706 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,37721,1733401274033, state=OPEN 2024-12-05T12:21:16,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1319838485/meta-region-server 2024-12-05T12:21:16,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37721-0x100aa626e7a0001, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1319838485/meta-region-server 2024-12-05T12:21:16,708 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,37721,1733401274033 2024-12-05T12:21:16,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1319838485/meta-region-server: CHANGED 2024-12-05T12:21:16,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1319838485/meta-region-server: CHANGED 2024-12-05T12:21:16,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:21:16,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,37721,1733401274033 in 214 msec 2024-12-05T12:21:16,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:21:16,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 380 msec 2024-12-05T12:21:16,715 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:16,715 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:21:16,717 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:16,717 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,37721,1733401274033, seqNum=-1] 2024-12-05T12:21:16,717 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:16,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:16,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 843 msec 2024-12-05T12:21:16,725 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401276725, completionTime=-1 2024-12-05T12:21:16,725 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:21:16,725 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:21:16,728 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:21:16,728 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401336728 2024-12-05T12:21:16,728 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401396728 2024-12-05T12:21:16,728 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T12:21:16,728 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35539,1733401273975-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:16,729 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35539,1733401273975-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:16,729 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35539,1733401273975-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:16,729 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:35539, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:16,729 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:16,731 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:21:16,736 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:16,743 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.613sec 2024-12-05T12:21:16,743 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:21:16,743 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:21:16,743 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:21:16,743 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:21:16,743 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:21:16,743 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35539,1733401273975-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:21:16,743 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35539,1733401273975-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:21:16,747 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:21:16,747 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:21:16,747 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35539,1733401273975-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:16,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe76db0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:16,795 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,35539,-1 for getting cluster id 2024-12-05T12:21:16,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:16,797 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb83bcb1-99b3-4d1d-af67-7fd72b704cc2' 2024-12-05T12:21:16,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb83bcb1-99b3-4d1d-af67-7fd72b704cc2" 2024-12-05T12:21:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bba353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,35539,-1] 2024-12-05T12:21:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:16,800 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:16,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586c810b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:16,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:16,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,37721,1733401274033, seqNum=-1] 2024-12-05T12:21:16,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:16,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:16,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,35539,1733401273975 2024-12-05T12:21:16,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52281 2024-12-05T12:21:16,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:16,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100aa626e7a0002 connected 2024-12-05T12:21:16,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/hadoop.log.dir so I do NOT create it in target/test-data/99288e36-6983-5159-3efd-1e5ee8952288 2024-12-05T12:21:16,815 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:21:16,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/hadoop.tmp.dir so I do NOT create it in target/test-data/99288e36-6983-5159-3efd-1e5ee8952288 2024-12-05T12:21:16,815 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:21:16,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288 2024-12-05T12:21:16,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:21:16,815 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/cluster_cc7ba29d-c1d2-9d3b-86ce-f87b2ce01dee, deleteOnExit=true 2024-12-05T12:21:16,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:21:16,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/test.cache.data in system properties and HBase conf 2024-12-05T12:21:16,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:21:16,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:21:16,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:21:16,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:21:16,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:21:16,816 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:21:16,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:21:16,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:21:16,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:21:16,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:21:16,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:21:16,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:21:16,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:21:16,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:21:16,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:21:16,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:21:16,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:21:16,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:21:16,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:21:16,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:21:16,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:16,942 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:21:16,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:21:16,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:21:16,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:21:16,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:16,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fabbda8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:21:16,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c4182b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:21:17,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68de9ec2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/java.io.tmpdir/jetty-localhost-36405-hadoop-hdfs-3_4_1-tests_jar-_-any-13924757157287505844/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:21:17,078 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f499960{HTTP/1.1, (http/1.1)}{localhost:36405} 2024-12-05T12:21:17,078 INFO [Time-limited test {}] server.Server(415): Started @36934ms 2024-12-05T12:21:17,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:17,168 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:21:17,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:21:17,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:21:17,173 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:21:17,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7824d7cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:21:17,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79049efd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:21:17,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@235a88a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/java.io.tmpdir/jetty-localhost-36451-hadoop-hdfs-3_4_1-tests_jar-_-any-16258603455797633132/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:21:17,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ec4fa4{HTTP/1.1, (http/1.1)}{localhost:36451} 2024-12-05T12:21:17,323 INFO [Time-limited test {}] server.Server(415): Started @37179ms 2024-12-05T12:21:17,324 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:21:17,432 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/cluster_cc7ba29d-c1d2-9d3b-86ce-f87b2ce01dee/data/data2/current/BP-724417431-172.17.0.3-1733401276847/current, will proceed with Du for space computation calculation, 2024-12-05T12:21:17,432 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/cluster_cc7ba29d-c1d2-9d3b-86ce-f87b2ce01dee/data/data1/current/BP-724417431-172.17.0.3-1733401276847/current, will proceed with Du for space computation calculation, 2024-12-05T12:21:17,457 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:21:17,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98d36a622710a017 with lease ID 0x6fca4a456d7423d: Processing first storage report for DS-e50d2f4d-c81e-4458-b2e9-8556ae031c09 from datanode DatanodeRegistration(127.0.0.1:40587, datanodeUuid=0210d101-e51f-4267-9f6b-24fdc48ecdf6, infoPort=44449, infoSecurePort=0, ipcPort=34049, storageInfo=lv=-57;cid=testClusterID;nsid=266211971;c=1733401276847) 2024-12-05T12:21:17,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98d36a622710a017 with lease ID 0x6fca4a456d7423d: from storage DS-e50d2f4d-c81e-4458-b2e9-8556ae031c09 node DatanodeRegistration(127.0.0.1:40587, datanodeUuid=0210d101-e51f-4267-9f6b-24fdc48ecdf6, infoPort=44449, infoSecurePort=0, ipcPort=34049, storageInfo=lv=-57;cid=testClusterID;nsid=266211971;c=1733401276847), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:21:17,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98d36a622710a017 with lease ID 0x6fca4a456d7423d: Processing first storage report for DS-a12f706f-c03a-441b-83ff-46c061a8fe98 from datanode DatanodeRegistration(127.0.0.1:40587, datanodeUuid=0210d101-e51f-4267-9f6b-24fdc48ecdf6, infoPort=44449, infoSecurePort=0, ipcPort=34049, storageInfo=lv=-57;cid=testClusterID;nsid=266211971;c=1733401276847) 2024-12-05T12:21:17,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98d36a622710a017 with lease ID 0x6fca4a456d7423d: from storage DS-a12f706f-c03a-441b-83ff-46c061a8fe98 node DatanodeRegistration(127.0.0.1:40587, datanodeUuid=0210d101-e51f-4267-9f6b-24fdc48ecdf6, infoPort=44449, infoSecurePort=0, ipcPort=34049, storageInfo=lv=-57;cid=testClusterID;nsid=266211971;c=1733401276847), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:21:17,462 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288 2024-12-05T12:21:17,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:17,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:17,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:21:17,484 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76 with version=8 2024-12-05T12:21:17,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/hbase-staging 2024-12-05T12:21:17,487 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:21:17,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:17,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:17,487 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:21:17,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:17,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:21:17,488 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:21:17,488 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:21:17,489 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45487 2024-12-05T12:21:17,490 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45487 connecting to ZooKeeper ensemble=127.0.0.1:52281 2024-12-05T12:21:17,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454870x0, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:17,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45487-0x100aa626e7a0003 connected 2024-12-05T12:21:17,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:17,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:17,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Set watcher on znode that does not yet exist, /1-903138360/running 2024-12-05T12:21:17,511 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76, hbase.cluster.distributed=false 2024-12-05T12:21:17,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Set watcher on znode that does not yet exist, /1-903138360/acl 2024-12-05T12:21:17,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45487 2024-12-05T12:21:17,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45487 2024-12-05T12:21:17,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45487 2024-12-05T12:21:17,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45487 2024-12-05T12:21:17,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45487 2024-12-05T12:21:17,537 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:21:17,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:17,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:17,537 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:21:17,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:17,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:21:17,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:21:17,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:21:17,539 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45803 2024-12-05T12:21:17,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45803 connecting to ZooKeeper ensemble=127.0.0.1:52281 2024-12-05T12:21:17,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:17,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:17,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458030x0, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:17,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458030x0, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Set watcher on znode that does not yet exist, /1-903138360/running 2024-12-05T12:21:17,551 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:21:17,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45803-0x100aa626e7a0004 connected 2024-12-05T12:21:17,556 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:21:17,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45803-0x100aa626e7a0004, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Set watcher on znode that does not yet exist, /1-903138360/master 2024-12-05T12:21:17,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45803-0x100aa626e7a0004, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Set watcher on znode that does not yet exist, /1-903138360/acl 2024-12-05T12:21:17,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45803 2024-12-05T12:21:17,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45803 2024-12-05T12:21:17,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45803 2024-12-05T12:21:17,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45803 2024-12-05T12:21:17,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45803 2024-12-05T12:21:17,574 DEBUG [M:0;f4bc09594422:45487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:45487 2024-12-05T12:21:17,574 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-903138360/backup-masters/f4bc09594422,45487,1733401277487 2024-12-05T12:21:17,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45803-0x100aa626e7a0004, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-903138360/backup-masters 2024-12-05T12:21:17,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-903138360/backup-masters 2024-12-05T12:21:17,577 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Set watcher on existing znode=/1-903138360/backup-masters/f4bc09594422,45487,1733401277487 2024-12-05T12:21:17,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45803-0x100aa626e7a0004, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-903138360/master 2024-12-05T12:21:17,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-903138360 2024-12-05T12:21:17,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45803-0x100aa626e7a0004, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-903138360 2024-12-05T12:21:17,579 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Set watcher on existing znode=/1-903138360/master 2024-12-05T12:21:17,579 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-903138360/backup-masters/f4bc09594422,45487,1733401277487 from backup master directory 2024-12-05T12:21:17,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-903138360/backup-masters/f4bc09594422,45487,1733401277487 2024-12-05T12:21:17,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-903138360/backup-masters 2024-12-05T12:21:17,582 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:21:17,582 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,45487,1733401277487 2024-12-05T12:21:17,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45803-0x100aa626e7a0004, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-903138360/backup-masters 2024-12-05T12:21:17,589 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/hbase.id] with ID: d4fcd163-b396-4a95-a88c-5f334415cd73 2024-12-05T12:21:17,590 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/.tmp/hbase.id 2024-12-05T12:21:17,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:21:17,997 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/.tmp/hbase.id]:[hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/hbase.id] 2024-12-05T12:21:18,011 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:18,011 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:21:18,013 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T12:21:18,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45803-0x100aa626e7a0004, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-903138360 2024-12-05T12:21:18,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-903138360 2024-12-05T12:21:18,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:21:18,424 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:21:18,425 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:21:18,426 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:18,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:21:18,842 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/data/master/store 2024-12-05T12:21:18,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:21:19,253 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:19,254 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:21:19,254 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:19,254 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:19,254 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:21:19,254 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:19,254 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:19,254 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401279254Disabling compacts and flushes for region at 1733401279254Disabling writes for close at 1733401279254Writing region close event to WAL at 1733401279254Closed at 1733401279254 2024-12-05T12:21:19,255 WARN [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/data/master/store/.initializing 2024-12-05T12:21:19,255 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/WALs/f4bc09594422,45487,1733401277487 2024-12-05T12:21:19,256 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:21:19,258 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C45487%2C1733401277487, suffix=, logDir=hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/WALs/f4bc09594422,45487,1733401277487, archiveDir=hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/oldWALs, maxLogs=10 2024-12-05T12:21:19,279 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/WALs/f4bc09594422,45487,1733401277487/f4bc09594422%2C45487%2C1733401277487.1733401279259, exclude list is [], retry=0 2024-12-05T12:21:19,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40587,DS-e50d2f4d-c81e-4458-b2e9-8556ae031c09,DISK] 2024-12-05T12:21:19,283 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/WALs/f4bc09594422,45487,1733401277487/f4bc09594422%2C45487%2C1733401277487.1733401279259 2024-12-05T12:21:19,284 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44449:44449)] 2024-12-05T12:21:19,284 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:19,284 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:19,284 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:19,284 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:19,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:19,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:21:19,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:19,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:19,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:19,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:21:19,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:19,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:19,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:19,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:21:19,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:19,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:19,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:19,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:21:19,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:19,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:19,294 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:19,295 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:19,295 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:19,297 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:19,297 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:19,297 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:19,299 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:19,301 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:19,301 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66020824, jitterRate=-0.016213059425354004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:19,301 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401279284Initializing all the Stores at 1733401279285 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401279285Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401279285Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401279286 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401279286Cleaning up temporary data from old regions at 1733401279297 (+11 ms)Region opened successfully at 1733401279301 (+4 ms) 2024-12-05T12:21:19,302 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:21:19,306 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9bc356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:21:19,307 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:21:19,307 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:21:19,307 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:21:19,307 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:21:19,308 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:21:19,308 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:21:19,308 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:21:19,314 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:21:19,315 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Unable to get data of znode /1-903138360/balancer because node does not exist (not necessarily an error) 2024-12-05T12:21:19,316 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-903138360/balancer already deleted, retry=false 2024-12-05T12:21:19,317 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:21:19,317 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Unable to get data of znode /1-903138360/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:21:19,318 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-903138360/normalizer already deleted, retry=false 2024-12-05T12:21:19,319 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:21:19,321 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Unable to get data of znode /1-903138360/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:21:19,322 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-903138360/switch/split already deleted, retry=false 2024-12-05T12:21:19,323 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Unable to get data of znode /1-903138360/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:21:19,324 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-903138360/switch/merge already deleted, retry=false 2024-12-05T12:21:19,326 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Unable to get data of znode /1-903138360/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:21:19,328 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-903138360/snapshot-cleanup already deleted, retry=false 2024-12-05T12:21:19,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-903138360/running 2024-12-05T12:21:19,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45803-0x100aa626e7a0004, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-903138360/running 2024-12-05T12:21:19,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-903138360 2024-12-05T12:21:19,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45803-0x100aa626e7a0004, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-903138360 2024-12-05T12:21:19,330 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,45487,1733401277487, sessionid=0x100aa626e7a0003, setting cluster-up flag (Was=false) 2024-12-05T12:21:19,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45803-0x100aa626e7a0004, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-903138360 2024-12-05T12:21:19,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-903138360 2024-12-05T12:21:19,338 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-903138360/flush-table-proc/acquired, /1-903138360/flush-table-proc/reached, /1-903138360/flush-table-proc/abort 2024-12-05T12:21:19,339 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,45487,1733401277487 2024-12-05T12:21:19,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45803-0x100aa626e7a0004, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-903138360 2024-12-05T12:21:19,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-903138360 2024-12-05T12:21:19,348 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-903138360/online-snapshot/acquired, /1-903138360/online-snapshot/reached, /1-903138360/online-snapshot/abort 2024-12-05T12:21:19,350 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,45487,1733401277487 2024-12-05T12:21:19,351 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:21:19,353 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:19,353 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:21:19,353 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:21:19,353 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,45487,1733401277487 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:21:19,355 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:19,355 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:19,355 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:19,355 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:19,355 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:21:19,355 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:19,355 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:21:19,355 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:19,362 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401309362 2024-12-05T12:21:19,362 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:21:19,362 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:21:19,362 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:21:19,362 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:21:19,362 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:21:19,362 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:21:19,362 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:19,363 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:21:19,363 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:21:19,363 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:21:19,363 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:21:19,363 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:19,363 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:21:19,363 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:21:19,363 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:21:19,364 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:19,364 INFO [RS:0;f4bc09594422:45803 {}] regionserver.HRegionServer(746): ClusterId : d4fcd163-b396-4a95-a88c-5f334415cd73 2024-12-05T12:21:19,364 DEBUG [RS:0;f4bc09594422:45803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:21:19,364 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:21:19,365 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401279363,5,FailOnTimeoutGroup] 2024-12-05T12:21:19,367 DEBUG [RS:0;f4bc09594422:45803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:21:19,367 DEBUG [RS:0;f4bc09594422:45803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:21:19,369 DEBUG [RS:0;f4bc09594422:45803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:21:19,370 DEBUG [RS:0;f4bc09594422:45803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a532717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:21:19,372 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401279365,5,FailOnTimeoutGroup] 2024-12-05T12:21:19,372 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:19,373 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:21:19,373 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:19,373 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:19,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:21:19,394 DEBUG [RS:0;f4bc09594422:45803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:45803 2024-12-05T12:21:19,394 INFO [RS:0;f4bc09594422:45803 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:21:19,394 INFO [RS:0;f4bc09594422:45803 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:21:19,394 DEBUG [RS:0;f4bc09594422:45803 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:21:19,395 INFO [RS:0;f4bc09594422:45803 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,45487,1733401277487 with port=45803, startcode=1733401277537 2024-12-05T12:21:19,395 DEBUG [RS:0;f4bc09594422:45803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:21:19,397 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:21:19,397 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,45803,1733401277537 2024-12-05T12:21:19,398 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45487 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,45803,1733401277537 2024-12-05T12:21:19,399 DEBUG [RS:0;f4bc09594422:45803 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76 2024-12-05T12:21:19,399 DEBUG [RS:0;f4bc09594422:45803 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33473 2024-12-05T12:21:19,399 DEBUG [RS:0;f4bc09594422:45803 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:21:19,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-903138360/rs 2024-12-05T12:21:19,405 DEBUG [RS:0;f4bc09594422:45803 {}] zookeeper.ZKUtil(111): regionserver:45803-0x100aa626e7a0004, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Set watcher on existing znode=/1-903138360/rs/f4bc09594422,45803,1733401277537 2024-12-05T12:21:19,405 WARN [RS:0;f4bc09594422:45803 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:21:19,405 INFO [RS:0;f4bc09594422:45803 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:19,406 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,45803,1733401277537] 2024-12-05T12:21:19,406 DEBUG [RS:0;f4bc09594422:45803 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/WALs/f4bc09594422,45803,1733401277537 2024-12-05T12:21:19,415 INFO [RS:0;f4bc09594422:45803 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:21:19,418 INFO [RS:0;f4bc09594422:45803 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:21:19,420 INFO [RS:0;f4bc09594422:45803 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:21:19,421 INFO [RS:0;f4bc09594422:45803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:19,421 INFO [RS:0;f4bc09594422:45803 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:21:19,421 INFO [RS:0;f4bc09594422:45803 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:21:19,422 INFO [RS:0;f4bc09594422:45803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:19,422 DEBUG [RS:0;f4bc09594422:45803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:19,422 DEBUG [RS:0;f4bc09594422:45803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:19,422 DEBUG [RS:0;f4bc09594422:45803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:19,422 DEBUG [RS:0;f4bc09594422:45803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:19,422 DEBUG [RS:0;f4bc09594422:45803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:19,422 DEBUG [RS:0;f4bc09594422:45803 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:21:19,422 DEBUG [RS:0;f4bc09594422:45803 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:19,422 DEBUG [RS:0;f4bc09594422:45803 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:19,422 DEBUG [RS:0;f4bc09594422:45803 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:19,422 DEBUG [RS:0;f4bc09594422:45803 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:19,422 DEBUG [RS:0;f4bc09594422:45803 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:19,422 DEBUG [RS:0;f4bc09594422:45803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:19,422 DEBUG [RS:0;f4bc09594422:45803 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:21:19,422 DEBUG [RS:0;f4bc09594422:45803 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:21:19,427 INFO [RS:0;f4bc09594422:45803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:19,427 INFO [RS:0;f4bc09594422:45803 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:19,427 INFO [RS:0;f4bc09594422:45803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:19,428 INFO [RS:0;f4bc09594422:45803 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:19,428 INFO [RS:0;f4bc09594422:45803 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:19,428 INFO [RS:0;f4bc09594422:45803 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45803,1733401277537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:21:19,442 INFO [RS:0;f4bc09594422:45803 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:21:19,442 INFO [RS:0;f4bc09594422:45803 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45803,1733401277537-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:19,443 INFO [RS:0;f4bc09594422:45803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:19,443 INFO [RS:0;f4bc09594422:45803 {}] regionserver.Replication(171): f4bc09594422,45803,1733401277537 started 2024-12-05T12:21:19,456 INFO [RS:0;f4bc09594422:45803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:19,457 INFO [RS:0;f4bc09594422:45803 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,45803,1733401277537, RpcServer on f4bc09594422/172.17.0.3:45803, sessionid=0x100aa626e7a0004 2024-12-05T12:21:19,457 DEBUG [RS:0;f4bc09594422:45803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:21:19,457 DEBUG [RS:0;f4bc09594422:45803 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,45803,1733401277537 2024-12-05T12:21:19,457 DEBUG [RS:0;f4bc09594422:45803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,45803,1733401277537' 2024-12-05T12:21:19,457 DEBUG [RS:0;f4bc09594422:45803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-903138360/flush-table-proc/abort' 2024-12-05T12:21:19,457 DEBUG [RS:0;f4bc09594422:45803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-903138360/flush-table-proc/acquired' 2024-12-05T12:21:19,458 DEBUG [RS:0;f4bc09594422:45803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:21:19,458 DEBUG [RS:0;f4bc09594422:45803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:21:19,458 DEBUG [RS:0;f4bc09594422:45803 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,45803,1733401277537 2024-12-05T12:21:19,458 DEBUG [RS:0;f4bc09594422:45803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,45803,1733401277537' 2024-12-05T12:21:19,458 DEBUG [RS:0;f4bc09594422:45803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-903138360/online-snapshot/abort' 2024-12-05T12:21:19,458 DEBUG [RS:0;f4bc09594422:45803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-903138360/online-snapshot/acquired' 2024-12-05T12:21:19,458 DEBUG [RS:0;f4bc09594422:45803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:21:19,459 INFO [RS:0;f4bc09594422:45803 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:21:19,459 INFO [RS:0;f4bc09594422:45803 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:21:19,559 INFO [RS:0;f4bc09594422:45803 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:21:19,561 INFO [RS:0;f4bc09594422:45803 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C45803%2C1733401277537, suffix=, logDir=hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/WALs/f4bc09594422,45803,1733401277537, archiveDir=hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/oldWALs, maxLogs=10 2024-12-05T12:21:19,575 DEBUG [RS:0;f4bc09594422:45803 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/WALs/f4bc09594422,45803,1733401277537/f4bc09594422%2C45803%2C1733401277537.1733401279561, exclude list is [], retry=0 2024-12-05T12:21:19,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40587,DS-e50d2f4d-c81e-4458-b2e9-8556ae031c09,DISK] 2024-12-05T12:21:19,580 INFO [RS:0;f4bc09594422:45803 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/WALs/f4bc09594422,45803,1733401277537/f4bc09594422%2C45803%2C1733401277537.1733401279561 2024-12-05T12:21:19,580 DEBUG [RS:0;f4bc09594422:45803 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44449:44449)] 2024-12-05T12:21:19,788 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:21:19,788 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76 2024-12-05T12:21:19,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:21:20,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:20,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:21:20,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:21:20,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:20,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:20,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:21:20,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:21:20,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:20,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:20,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:21:20,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:21:20,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:20,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:20,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:21:20,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:21:20,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:20,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:20,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:21:20,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/data/hbase/meta/1588230740 2024-12-05T12:21:20,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/data/hbase/meta/1588230740 2024-12-05T12:21:20,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:21:20,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:21:20,211 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:20,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:21:20,215 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:20,215 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72734667, jitterRate=0.08383099734783173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:20,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401280196Initializing all the Stores at 1733401280198 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401280198Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401280198Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401280198Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401280198Cleaning up temporary data from old regions at 1733401280210 (+12 ms)Region opened successfully at 1733401280216 (+6 ms) 2024-12-05T12:21:20,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:21:20,216 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:21:20,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:21:20,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:21:20,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:21:20,217 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:20,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401280216Disabling compacts and flushes for region at 1733401280216Disabling writes for close at 1733401280216Writing region close event to WAL at 1733401280217 (+1 ms)Closed at 1733401280217 2024-12-05T12:21:20,219 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:20,219 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:21:20,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:21:20,221 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:21:20,222 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:21:20,372 DEBUG [f4bc09594422:45487 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:21:20,373 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,45803,1733401277537 2024-12-05T12:21:20,375 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,45803,1733401277537, state=OPENING 2024-12-05T12:21:20,377 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:21:20,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45803-0x100aa626e7a0004, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-903138360 2024-12-05T12:21:20,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-903138360 2024-12-05T12:21:20,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-903138360/meta-region-server: CHANGED 2024-12-05T12:21:20,380 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:21:20,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,45803,1733401277537}] 2024-12-05T12:21:20,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-903138360/meta-region-server: CHANGED 2024-12-05T12:21:20,534 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:21:20,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:21:20,540 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:21:20,540 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:20,540 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:21:20,542 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C45803%2C1733401277537.meta, suffix=.meta, logDir=hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/WALs/f4bc09594422,45803,1733401277537, archiveDir=hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/oldWALs, maxLogs=10 2024-12-05T12:21:20,555 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/WALs/f4bc09594422,45803,1733401277537/f4bc09594422%2C45803%2C1733401277537.meta.1733401280542.meta, exclude list is [], retry=0 2024-12-05T12:21:20,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40587,DS-e50d2f4d-c81e-4458-b2e9-8556ae031c09,DISK] 2024-12-05T12:21:20,560 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/WALs/f4bc09594422,45803,1733401277537/f4bc09594422%2C45803%2C1733401277537.meta.1733401280542.meta 2024-12-05T12:21:20,561 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44449:44449)] 2024-12-05T12:21:20,561 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:20,561 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:21:20,561 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:21:20,561 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:21:20,562 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:21:20,562 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:21:20,562 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:20,562 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:21:20,562 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:21:20,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:21:20,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:21:20,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:20,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:20,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:21:20,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:21:20,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:20,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:20,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:21:20,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:21:20,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:20,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:20,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:21:20,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:21:20,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:20,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:20,570 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:21:20,571 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/data/hbase/meta/1588230740 2024-12-05T12:21:20,572 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/data/hbase/meta/1588230740 2024-12-05T12:21:20,574 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:21:20,574 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:21:20,575 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:20,576 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:21:20,577 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61126854, jitterRate=-0.08913889527320862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:20,577 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:21:20,577 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401280562Writing region info on filesystem at 1733401280562Initializing all the Stores at 1733401280563 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401280563Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401280564 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401280564Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401280564Cleaning up temporary data from old regions at 1733401280574 (+10 ms)Running coprocessor post-open hooks at 1733401280577 (+3 ms)Region opened successfully at 1733401280577 2024-12-05T12:21:20,579 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401280533 2024-12-05T12:21:20,582 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:21:20,582 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:21:20,583 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,45803,1733401277537 2024-12-05T12:21:20,584 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,45803,1733401277537, state=OPEN 2024-12-05T12:21:20,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45803-0x100aa626e7a0004, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-903138360/meta-region-server 2024-12-05T12:21:20,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-903138360/meta-region-server 2024-12-05T12:21:20,586 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,45803,1733401277537 2024-12-05T12:21:20,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-903138360/meta-region-server: CHANGED 2024-12-05T12:21:20,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-903138360/meta-region-server: CHANGED 2024-12-05T12:21:20,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:21:20,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,45803,1733401277537 in 206 msec 2024-12-05T12:21:20,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:21:20,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-12-05T12:21:20,593 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:20,593 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:21:20,595 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:20,595 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,45803,1733401277537, seqNum=-1] 2024-12-05T12:21:20,595 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:20,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:20,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2540 sec 2024-12-05T12:21:20,607 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401280607, completionTime=-1 2024-12-05T12:21:20,607 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:21:20,607 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:21:20,609 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:21:20,609 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401340609 2024-12-05T12:21:20,609 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401400609 2024-12-05T12:21:20,609 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T12:21:20,609 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45487,1733401277487-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:20,609 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45487,1733401277487-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:20,609 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45487,1733401277487-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:20,609 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:45487, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:20,609 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:20,610 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:20,611 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:21:20,614 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.032sec 2024-12-05T12:21:20,614 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:21:20,614 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:21:20,614 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:21:20,614 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:21:20,614 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:21:20,614 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45487,1733401277487-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:21:20,614 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45487,1733401277487-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:21:20,617 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:21:20,617 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:21:20,617 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45487,1733401277487-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:20,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3876c4c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:20,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,45487,-1 for getting cluster id 2024-12-05T12:21:20,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:20,667 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4fcd163-b396-4a95-a88c-5f334415cd73' 2024-12-05T12:21:20,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:20,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4fcd163-b396-4a95-a88c-5f334415cd73" 2024-12-05T12:21:20,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1639168b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:20,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,45487,-1] 2024-12-05T12:21:20,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:20,670 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:20,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2979f4ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:20,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:20,672 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,45803,1733401277537, seqNum=-1] 2024-12-05T12:21:20,672 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:20,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:20,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,45487,1733401277487 2024-12-05T12:21:20,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52281 2024-12-05T12:21:20,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:20,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100aa626e7a0005 connected 2024-12-05T12:21:20,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d111253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:20,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,35539,-1 for getting cluster id 2024-12-05T12:21:20,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:20,683 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb83bcb1-99b3-4d1d-af67-7fd72b704cc2' 2024-12-05T12:21:20,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:20,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb83bcb1-99b3-4d1d-af67-7fd72b704cc2" 2024-12-05T12:21:20,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42bff791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:20,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,35539,-1] 2024-12-05T12:21:20,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:20,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:20,685 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:20,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec93a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:20,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:20,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,35539,1733401273975 2024-12-05T12:21:20,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74b183a6 2024-12-05T12:21:20,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:20,689 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:21:20,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f4bc09594422:45487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:21:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:21:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:20,694 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:45487' 2024-12-05T12:21:20,697 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4fd790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:20,697 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,45487,-1 for getting cluster id 2024-12-05T12:21:20,697 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:20,697 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4fcd163-b396-4a95-a88c-5f334415cd73' 2024-12-05T12:21:20,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:20,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4fcd163-b396-4a95-a88c-5f334415cd73" 2024-12-05T12:21:20,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc0f905, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:20,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,45487,-1] 2024-12-05T12:21:20,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:20,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:20,700 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:20,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f7959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:20,701 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:20,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,45487,1733401277487 2024-12-05T12:21:20,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ab64d8e 2024-12-05T12:21:20,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:20,703 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:21:20,704 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T12:21:20,704 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:21:20,705 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:20,705 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:20,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:20,705 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:21:20,707 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:21:20,709 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:21:20,709 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:20,710 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:21:20,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45319 is added to blk_1073741835_1011 (size=1138) 2024-12-05T12:21:20,723 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 73ae0f0b180cd7633ccb097646e31b31, NAME => 'hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13 2024-12-05T12:21:20,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45319 is added to blk_1073741836_1012 (size=44) 2024-12-05T12:21:20,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:20,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 73ae0f0b180cd7633ccb097646e31b31, disabling compactions & flushes 2024-12-05T12:21:20,732 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31. 2024-12-05T12:21:20,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31. 2024-12-05T12:21:20,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31. after waiting 0 ms 2024-12-05T12:21:20,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31. 2024-12-05T12:21:20,732 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31. 2024-12-05T12:21:20,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 73ae0f0b180cd7633ccb097646e31b31: Waiting for close lock at 1733401280732Disabling compacts and flushes for region at 1733401280732Disabling writes for close at 1733401280732Writing region close event to WAL at 1733401280732Closed at 1733401280732 2024-12-05T12:21:20,733 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:21:20,734 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401280733"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401280733"}]},"ts":"1733401280733"} 2024-12-05T12:21:20,737 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:21:20,738 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:21:20,738 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401280738"}]},"ts":"1733401280738"} 2024-12-05T12:21:20,740 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:21:20,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73ae0f0b180cd7633ccb097646e31b31, ASSIGN}] 2024-12-05T12:21:20,742 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73ae0f0b180cd7633ccb097646e31b31, ASSIGN 2024-12-05T12:21:20,743 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73ae0f0b180cd7633ccb097646e31b31, ASSIGN; state=OFFLINE, location=f4bc09594422,37721,1733401274033; forceNewPlan=false, retain=false 2024-12-05T12:21:20,757 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:21:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:20,894 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=73ae0f0b180cd7633ccb097646e31b31, regionState=OPENING, regionLocation=f4bc09594422,37721,1733401274033 2024-12-05T12:21:20,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73ae0f0b180cd7633ccb097646e31b31, ASSIGN because future has completed 2024-12-05T12:21:20,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73ae0f0b180cd7633ccb097646e31b31, server=f4bc09594422,37721,1733401274033}] 2024-12-05T12:21:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:21,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31. 2024-12-05T12:21:21,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:21,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:21:21,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C37721%2C1733401274033.rep, suffix=, logDir=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/WALs/f4bc09594422,37721,1733401274033, archiveDir=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/oldWALs, maxLogs=10 2024-12-05T12:21:21,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/WALs/f4bc09594422,37721,1733401274033/f4bc09594422%2C37721%2C1733401274033.rep.1733401281058, exclude list is [], retry=0 2024-12-05T12:21:21,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45319,DS-17862c52-7466-40ca-9ec5-5486fe179cf8,DISK] 2024-12-05T12:21:21,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/WALs/f4bc09594422,37721,1733401274033/f4bc09594422%2C37721%2C1733401274033.rep.1733401281058 2024-12-05T12:21:21,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39197:39197)] 2024-12-05T12:21:21,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 73ae0f0b180cd7633ccb097646e31b31, NAME => 'hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:21,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:21:21,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:21:21,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31. service=MultiRowMutationService 2024-12-05T12:21:21,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:21:21,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 73ae0f0b180cd7633ccb097646e31b31 2024-12-05T12:21:21,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:21,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 73ae0f0b180cd7633ccb097646e31b31 2024-12-05T12:21:21,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 73ae0f0b180cd7633ccb097646e31b31 2024-12-05T12:21:21,079 INFO [StoreOpener-73ae0f0b180cd7633ccb097646e31b31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 73ae0f0b180cd7633ccb097646e31b31 2024-12-05T12:21:21,081 INFO [StoreOpener-73ae0f0b180cd7633ccb097646e31b31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73ae0f0b180cd7633ccb097646e31b31 columnFamilyName hfileref 2024-12-05T12:21:21,081 DEBUG [StoreOpener-73ae0f0b180cd7633ccb097646e31b31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:21,081 INFO [StoreOpener-73ae0f0b180cd7633ccb097646e31b31-1 {}] regionserver.HStore(327): Store=73ae0f0b180cd7633ccb097646e31b31/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:21,082 INFO [StoreOpener-73ae0f0b180cd7633ccb097646e31b31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 73ae0f0b180cd7633ccb097646e31b31 2024-12-05T12:21:21,083 INFO [StoreOpener-73ae0f0b180cd7633ccb097646e31b31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73ae0f0b180cd7633ccb097646e31b31 columnFamilyName queue 2024-12-05T12:21:21,083 DEBUG [StoreOpener-73ae0f0b180cd7633ccb097646e31b31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:21,083 INFO [StoreOpener-73ae0f0b180cd7633ccb097646e31b31-1 {}] regionserver.HStore(327): Store=73ae0f0b180cd7633ccb097646e31b31/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:21,083 INFO [StoreOpener-73ae0f0b180cd7633ccb097646e31b31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 73ae0f0b180cd7633ccb097646e31b31 2024-12-05T12:21:21,085 INFO [StoreOpener-73ae0f0b180cd7633ccb097646e31b31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73ae0f0b180cd7633ccb097646e31b31 columnFamilyName sid 2024-12-05T12:21:21,085 DEBUG [StoreOpener-73ae0f0b180cd7633ccb097646e31b31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:21,085 INFO [StoreOpener-73ae0f0b180cd7633ccb097646e31b31-1 {}] regionserver.HStore(327): Store=73ae0f0b180cd7633ccb097646e31b31/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:21,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 73ae0f0b180cd7633ccb097646e31b31 2024-12-05T12:21:21,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/replication/73ae0f0b180cd7633ccb097646e31b31 2024-12-05T12:21:21,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/replication/73ae0f0b180cd7633ccb097646e31b31 2024-12-05T12:21:21,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 73ae0f0b180cd7633ccb097646e31b31 2024-12-05T12:21:21,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 73ae0f0b180cd7633ccb097646e31b31 2024-12-05T12:21:21,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:21:21,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 73ae0f0b180cd7633ccb097646e31b31 2024-12-05T12:21:21,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/replication/73ae0f0b180cd7633ccb097646e31b31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:21,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 73ae0f0b180cd7633ccb097646e31b31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68845309, jitterRate=0.025875046849250793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:21:21,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73ae0f0b180cd7633ccb097646e31b31 2024-12-05T12:21:21,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 73ae0f0b180cd7633ccb097646e31b31: Running coprocessor pre-open hook at 1733401281078Writing region info on filesystem at 1733401281078Initializing all the Stores at 1733401281079 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401281079Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401281079Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401281079Cleaning up temporary data from old regions at 1733401281088 (+9 ms)Running coprocessor post-open hooks at 1733401281093 (+5 ms)Region opened successfully at 1733401281093 2024-12-05T12:21:21,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31., pid=7, masterSystemTime=1733401281050 2024-12-05T12:21:21,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31. 2024-12-05T12:21:21,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31. 2024-12-05T12:21:21,098 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=73ae0f0b180cd7633ccb097646e31b31, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,37721,1733401274033 2024-12-05T12:21:21,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73ae0f0b180cd7633ccb097646e31b31, server=f4bc09594422,37721,1733401274033 because future has completed 2024-12-05T12:21:21,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T12:21:21,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 73ae0f0b180cd7633ccb097646e31b31, server=f4bc09594422,37721,1733401274033 in 204 msec 2024-12-05T12:21:21,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:21:21,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73ae0f0b180cd7633ccb097646e31b31, ASSIGN in 364 msec 2024-12-05T12:21:21,108 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:21:21,109 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401281108"}]},"ts":"1733401281108"} 2024-12-05T12:21:21,111 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:21:21,112 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:21:21,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 408 msec 2024-12-05T12:21:21,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31., hostname=f4bc09594422,37721,1733401274033, seqNum=2] 2024-12-05T12:21:21,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485 2024-12-05T12:21:21,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37721-0x100aa626e7a0001, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485 2024-12-05T12:21:21,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:21:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:21,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37721 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T12:21:21,331 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:21:21,375 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f4bc09594422,37721,1733401274033, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:21:21,376 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:21,376 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,37721,1733401274033, seqNum=-1] 2024-12-05T12:21:21,377 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:21,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-05T12:21:21,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f4bc09594422,37721,1733401274033', locateType=CURRENT is [region=hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31., hostname=f4bc09594422,37721,1733401274033, seqNum=2] 2024-12-05T12:21:21,384 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T12:21:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T12:21:21,387 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f4bc09594422,37721,1733401274033 suceeded 2024-12-05T12:21:21,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T12:21:21,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-12-05T12:21:21,390 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f4bc09594422:45487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:21:21,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 700 msec 2024-12-05T12:21:21,402 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,37721,1733401274033 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:45487' 2024-12-05T12:21:21,403 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,37721,1733401274033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f6cbf1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:21,403 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,37721,1733401274033 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,45487,-1 for getting cluster id 2024-12-05T12:21:21,403 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,37721,1733401274033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:21,404 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4fcd163-b396-4a95-a88c-5f334415cd73' 2024-12-05T12:21:21,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:21,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4fcd163-b396-4a95-a88c-5f334415cd73" 2024-12-05T12:21:21,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@406650c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:21,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,45487,-1] 2024-12-05T12:21:21,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:21,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:21,406 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:21,407 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,37721,1733401274033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a6971f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:21,407 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,37721,1733401274033 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:21,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,45487,1733401277487 2024-12-05T12:21:21,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2257fc7d 2024-12-05T12:21:21,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:21,409 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-05T12:21:21,410 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,37721,1733401274033 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f4bc09594422,37721,1733401274033 (queues=1) is replicating from cluster=fb83bcb1-99b3-4d1d-af67-7fd72b704cc2 to cluster=d4fcd163-b396-4a95-a88c-5f334415cd73 2024-12-05T12:21:21,410 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,37721,1733401274033 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f4bc09594422%2C37721%2C1733401274033 2024-12-05T12:21:21,410 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,37721,1733401274033 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f4bc09594422,37721,1733401274033, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:21:21,410 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,37721,1733401274033.replicationSource.shipperf4bc09594422%2C37721%2C1733401274033,1-f4bc09594422,37721,1733401274033 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f4bc09594422%2C37721%2C1733401274033 2024-12-05T12:21:21,410 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,37721,1733401274033.replicationSource.wal-reader.f4bc09594422%2C37721%2C1733401274033,1-f4bc09594422,37721,1733401274033 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/WALs/f4bc09594422,37721,1733401274033/f4bc09594422%2C37721%2C1733401274033.1733401276100, startPosition=0, beingWritten=true 2024-12-05T12:21:21,617 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,37721,1733401274033.replicationSource.wal-reader.f4bc09594422%2C37721%2C1733401274033,1-f4bc09594422,37721,1733401274033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/WALs/f4bc09594422,37721,1733401274033/f4bc09594422%2C37721%2C1733401274033.1733401276100 to pos 0, reset compression=false 2024-12-05T12:21:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:21,834 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:21:21,834 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:21,834 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:21,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:21,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:21,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:21,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:21,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,35539,1733401273975 2024-12-05T12:21:21,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75d954ff 2024-12-05T12:21:21,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:21,837 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:21:21,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T12:21:21,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:21:21,838 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:21,838 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:21,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:21,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:21,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:21,838 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:21:21,838 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=930862109, stopped=false 2024-12-05T12:21:21,838 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,45487,1733401277487 2024-12-05T12:21:21,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45803-0x100aa626e7a0004, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-903138360/running 2024-12-05T12:21:21,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-903138360/running 2024-12-05T12:21:21,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-903138360 2024-12-05T12:21:21,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45803-0x100aa626e7a0004, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-903138360 2024-12-05T12:21:21,842 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:21:21,842 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:21,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45803-0x100aa626e7a0004, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Set watcher on znode that does not yet exist, /1-903138360/running 2024-12-05T12:21:21,842 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:21,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:21,843 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,45803,1733401277537' ***** 2024-12-05T12:21:21,843 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:21:21,843 INFO [RS:0;f4bc09594422:45803 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:21:21,843 INFO [RS:0;f4bc09594422:45803 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:21:21,843 INFO [RS:0;f4bc09594422:45803 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:21:21,843 INFO [RS:0;f4bc09594422:45803 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,45803,1733401277537 2024-12-05T12:21:21,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Set watcher on znode that does not yet exist, /1-903138360/running 2024-12-05T12:21:21,843 INFO [RS:0;f4bc09594422:45803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:21:21,843 INFO [RS:0;f4bc09594422:45803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:45803. 2024-12-05T12:21:21,843 DEBUG [RS:0;f4bc09594422:45803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:21,843 DEBUG [RS:0;f4bc09594422:45803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:21,843 INFO [RS:0;f4bc09594422:45803 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:21:21,843 INFO [RS:0;f4bc09594422:45803 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:21:21,843 INFO [RS:0;f4bc09594422:45803 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:21:21,844 INFO [RS:0;f4bc09594422:45803 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:21:21,844 INFO [RS:0;f4bc09594422:45803 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:21:21,844 DEBUG [RS:0;f4bc09594422:45803 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:21:21,844 DEBUG [RS:0;f4bc09594422:45803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:21,844 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:21:21,844 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:21:21,844 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:21:21,844 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:21:21,844 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:21:21,844 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:21:21,844 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T12:21:21,863 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/data/hbase/meta/1588230740/.tmp/ns/8c8433e2255b40259b41ef3d3a8c94b2 is 43, key is default/ns:d/1733401280598/Put/seqid=0 2024-12-05T12:21:21,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741835_1011 (size=5153) 2024-12-05T12:21:21,923 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,37721,1733401274033.replicationSource.wal-reader.f4bc09594422%2C37721%2C1733401274033,1-f4bc09594422,37721,1733401274033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/WALs/f4bc09594422,37721,1733401274033/f4bc09594422%2C37721%2C1733401274033.1733401276100 to pos 0, reset compression=false 2024-12-05T12:21:21,930 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:21:22,044 DEBUG [RS:0;f4bc09594422:45803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:22,185 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:21:22,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:22,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:22,226 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T12:21:22,227 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:21:22,244 DEBUG [RS:0;f4bc09594422:45803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:22,268 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/data/hbase/meta/1588230740/.tmp/ns/8c8433e2255b40259b41ef3d3a8c94b2 2024-12-05T12:21:22,275 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/data/hbase/meta/1588230740/.tmp/ns/8c8433e2255b40259b41ef3d3a8c94b2 as hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/data/hbase/meta/1588230740/ns/8c8433e2255b40259b41ef3d3a8c94b2 2024-12-05T12:21:22,281 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/data/hbase/meta/1588230740/ns/8c8433e2255b40259b41ef3d3a8c94b2, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T12:21:22,282 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false 2024-12-05T12:21:22,291 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T12:21:22,292 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:21:22,292 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:21:22,292 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:22,292 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401281844Running coprocessor pre-close hooks at 1733401281844Disabling compacts and flushes for region at 1733401281844Disabling writes for close at 1733401281844Obtaining lock to block concurrent updates at 1733401281844Preparing flush snapshotting stores in 1588230740 at 1733401281844Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733401281845 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733401281846 (+1 ms)Flushing 1588230740/ns: creating writer at 1733401281847 (+1 ms)Flushing 1588230740/ns: appending metadata at 1733401281862 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733401281862Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6468ad94: reopening flushed file at 1733401282274 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false at 1733401282282 (+8 ms)Writing region close event to WAL at 1733401282287 (+5 ms)Running coprocessor post-close hooks at 1733401282292 (+5 ms)Closed at 1733401282292 2024-12-05T12:21:22,292 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:22,329 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,37721,1733401274033.replicationSource.wal-reader.f4bc09594422%2C37721%2C1733401274033,1-f4bc09594422,37721,1733401274033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/WALs/f4bc09594422,37721,1733401274033/f4bc09594422%2C37721%2C1733401274033.1733401276100 to pos 0, reset compression=false 2024-12-05T12:21:22,429 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:21:22,429 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:21:22,445 INFO [RS:0;f4bc09594422:45803 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,45803,1733401277537; all regions closed. 2024-12-05T12:21:22,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741834_1010 (size=1152) 2024-12-05T12:21:22,448 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/WALs/f4bc09594422,45803,1733401277537/f4bc09594422%2C45803%2C1733401277537.meta.1733401280542.meta not finished, retry = 0 2024-12-05T12:21:22,552 DEBUG [RS:0;f4bc09594422:45803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/oldWALs 2024-12-05T12:21:22,552 INFO [RS:0;f4bc09594422:45803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C45803%2C1733401277537.meta:.meta(num 1733401280542) 2024-12-05T12:21:22,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741832_1008 (size=93) 2024-12-05T12:21:22,557 DEBUG [RS:0;f4bc09594422:45803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/oldWALs 2024-12-05T12:21:22,557 INFO [RS:0;f4bc09594422:45803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C45803%2C1733401277537:(num 1733401279561) 2024-12-05T12:21:22,557 DEBUG [RS:0;f4bc09594422:45803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:22,557 INFO [RS:0;f4bc09594422:45803 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:21:22,557 INFO [RS:0;f4bc09594422:45803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:21:22,557 INFO [RS:0;f4bc09594422:45803 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:21:22,557 INFO [RS:0;f4bc09594422:45803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:21:22,558 INFO [RS:0;f4bc09594422:45803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45803 2024-12-05T12:21:22,558 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:21:22,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45803-0x100aa626e7a0004, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-903138360/rs/f4bc09594422,45803,1733401277537 2024-12-05T12:21:22,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-903138360/rs 2024-12-05T12:21:22,560 INFO [RS:0;f4bc09594422:45803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:21:22,562 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,45803,1733401277537] 2024-12-05T12:21:22,563 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-903138360/draining/f4bc09594422,45803,1733401277537 already deleted, retry=false 2024-12-05T12:21:22,563 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,45803,1733401277537 expired; onlineServers=0 2024-12-05T12:21:22,563 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,45487,1733401277487' ***** 2024-12-05T12:21:22,563 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:21:22,563 INFO [M:0;f4bc09594422:45487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:21:22,564 INFO [M:0;f4bc09594422:45487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:21:22,564 DEBUG [M:0;f4bc09594422:45487 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:21:22,564 DEBUG [M:0;f4bc09594422:45487 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:21:22,564 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:21:22,564 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401279363 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401279363,5,FailOnTimeoutGroup] 2024-12-05T12:21:22,564 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401279365 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401279365,5,FailOnTimeoutGroup] 2024-12-05T12:21:22,564 INFO [M:0;f4bc09594422:45487 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:21:22,564 INFO [M:0;f4bc09594422:45487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:21:22,564 DEBUG [M:0;f4bc09594422:45487 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:21:22,564 INFO [M:0;f4bc09594422:45487 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:21:22,564 INFO [M:0;f4bc09594422:45487 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:21:22,564 INFO [M:0;f4bc09594422:45487 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:21:22,565 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:21:22,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-903138360/master 2024-12-05T12:21:22,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-903138360 2024-12-05T12:21:22,566 DEBUG [M:0;f4bc09594422:45487 {}] zookeeper.ZKUtil(347): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Unable to get data of znode /1-903138360/master because node does not exist (not an error) 2024-12-05T12:21:22,566 WARN [M:0;f4bc09594422:45487 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:21:22,567 INFO [M:0;f4bc09594422:45487 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/.lastflushedseqids 2024-12-05T12:21:22,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741836_1012 (size=99) 2024-12-05T12:21:22,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45803-0x100aa626e7a0004, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:22,662 INFO [RS:0;f4bc09594422:45803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:21:22,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45803-0x100aa626e7a0004, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:22,662 INFO [RS:0;f4bc09594422:45803 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,45803,1733401277537; zookeeper connection closed. 2024-12-05T12:21:22,663 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fff7027 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fff7027 2024-12-05T12:21:22,663 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:21:22,835 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,37721,1733401274033.replicationSource.wal-reader.f4bc09594422%2C37721%2C1733401274033,1-f4bc09594422,37721,1733401274033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/WALs/f4bc09594422,37721,1733401274033/f4bc09594422%2C37721%2C1733401274033.1733401276100 to pos 0, reset compression=false 2024-12-05T12:21:22,974 INFO [M:0;f4bc09594422:45487 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:21:22,974 INFO [M:0;f4bc09594422:45487 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:21:22,974 DEBUG [M:0;f4bc09594422:45487 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:21:22,974 INFO [M:0;f4bc09594422:45487 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:22,974 DEBUG [M:0;f4bc09594422:45487 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:22,974 DEBUG [M:0;f4bc09594422:45487 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:21:22,974 DEBUG [M:0;f4bc09594422:45487 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:22,974 INFO [M:0;f4bc09594422:45487 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T12:21:22,992 DEBUG [M:0;f4bc09594422:45487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae07b2d38e1546f1bafbe6e4c9ae19a1 is 82, key is hbase:meta,,1/info:regioninfo/1733401280583/Put/seqid=0 2024-12-05T12:21:22,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741837_1013 (size=5672) 2024-12-05T12:21:23,397 INFO [M:0;f4bc09594422:45487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae07b2d38e1546f1bafbe6e4c9ae19a1 2024-12-05T12:21:23,417 DEBUG [M:0;f4bc09594422:45487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/595a6b2b84a14ead90b1468a1d0e7f86 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733401280606/Put/seqid=0 2024-12-05T12:21:23,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741838_1014 (size=5275) 2024-12-05T12:21:23,441 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,37721,1733401274033.replicationSource.wal-reader.f4bc09594422%2C37721%2C1733401274033,1-f4bc09594422,37721,1733401274033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/WALs/f4bc09594422,37721,1733401274033/f4bc09594422%2C37721%2C1733401274033.1733401276100 to pos 0, reset compression=false 2024-12-05T12:21:23,823 INFO [M:0;f4bc09594422:45487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/595a6b2b84a14ead90b1468a1d0e7f86 2024-12-05T12:21:23,860 DEBUG [M:0;f4bc09594422:45487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c938a55a19dd4f7db0a985c4b74d113d is 69, key is f4bc09594422,45803,1733401277537/rs:state/1733401279398/Put/seqid=0 2024-12-05T12:21:23,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741839_1015 (size=5156) 2024-12-05T12:21:23,877 INFO [M:0;f4bc09594422:45487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c938a55a19dd4f7db0a985c4b74d113d 2024-12-05T12:21:23,888 DEBUG [M:0;f4bc09594422:45487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae07b2d38e1546f1bafbe6e4c9ae19a1 as hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae07b2d38e1546f1bafbe6e4c9ae19a1 2024-12-05T12:21:23,894 INFO [M:0;f4bc09594422:45487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae07b2d38e1546f1bafbe6e4c9ae19a1, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T12:21:23,895 DEBUG [M:0;f4bc09594422:45487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/595a6b2b84a14ead90b1468a1d0e7f86 as hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/595a6b2b84a14ead90b1468a1d0e7f86 2024-12-05T12:21:23,902 INFO [M:0;f4bc09594422:45487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/595a6b2b84a14ead90b1468a1d0e7f86, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T12:21:23,903 DEBUG [M:0;f4bc09594422:45487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c938a55a19dd4f7db0a985c4b74d113d as hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c938a55a19dd4f7db0a985c4b74d113d 2024-12-05T12:21:23,908 INFO [M:0;f4bc09594422:45487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33473/user/jenkins/test-data/0b8223cb-9de4-4842-9941-8dd4a4c6ff76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c938a55a19dd4f7db0a985c4b74d113d, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T12:21:23,910 INFO [M:0;f4bc09594422:45487 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 936ms, sequenceid=28, compaction requested=false 2024-12-05T12:21:23,911 INFO [M:0;f4bc09594422:45487 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:23,911 DEBUG [M:0;f4bc09594422:45487 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401282974Disabling compacts and flushes for region at 1733401282974Disabling writes for close at 1733401282974Obtaining lock to block concurrent updates at 1733401282974Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401282974Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733401282975 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401282975Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401282976 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401282991 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401282991Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401283402 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401283417 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401283417Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401283832 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401283859 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401283859Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d562d02: reopening flushed file at 1733401283887 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53221032: reopening flushed file at 1733401283894 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@97aa788: reopening flushed file at 1733401283902 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 936ms, sequenceid=28, compaction requested=false at 1733401283910 (+8 ms)Writing region close event to WAL at 1733401283911 (+1 ms)Closed at 1733401283911 2024-12-05T12:21:23,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741830_1006 (size=10165) 2024-12-05T12:21:23,915 INFO [M:0;f4bc09594422:45487 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:21:23,915 INFO [M:0;f4bc09594422:45487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45487 2024-12-05T12:21:23,915 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:21:23,915 INFO [M:0;f4bc09594422:45487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:21:24,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:24,018 INFO [M:0;f4bc09594422:45487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:21:24,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x100aa626e7a0003, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:24,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@235a88a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:21:24,022 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ec4fa4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:21:24,022 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:21:24,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79049efd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:21:24,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7824d7cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/hadoop.log.dir/,STOPPED} 2024-12-05T12:21:24,033 WARN [BP-724417431-172.17.0.3-1733401276847 heartbeating to localhost/127.0.0.1:33473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:21:24,033 WARN [BP-724417431-172.17.0.3-1733401276847 heartbeating to localhost/127.0.0.1:33473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-724417431-172.17.0.3-1733401276847 (Datanode Uuid 0210d101-e51f-4267-9f6b-24fdc48ecdf6) service to localhost/127.0.0.1:33473 2024-12-05T12:21:24,033 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:21:24,033 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:21:24,033 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/cluster_cc7ba29d-c1d2-9d3b-86ce-f87b2ce01dee/data/data1/current/BP-724417431-172.17.0.3-1733401276847 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:21:24,033 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/cluster_cc7ba29d-c1d2-9d3b-86ce-f87b2ce01dee/data/data2/current/BP-724417431-172.17.0.3-1733401276847 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:21:24,034 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:21:24,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68de9ec2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:21:24,045 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f499960{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:21:24,045 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:21:24,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c4182b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:21:24,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fabbda8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/hadoop.log.dir/,STOPPED} 2024-12-05T12:21:24,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:21:24,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:21:24,060 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:24,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:24,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:24,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:24,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:24,061 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:21:24,061 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=351122928, stopped=false 2024-12-05T12:21:24,061 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,35539,1733401273975 2024-12-05T12:21:24,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1319838485/running 2024-12-05T12:21:24,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37721-0x100aa626e7a0001, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1319838485/running 2024-12-05T12:21:24,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485 2024-12-05T12:21:24,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37721-0x100aa626e7a0001, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485 2024-12-05T12:21:24,063 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:21:24,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:24,064 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:24,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:24,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Set watcher on znode that does not yet exist, /0-1319838485/running 2024-12-05T12:21:24,064 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,37721,1733401274033' ***** 2024-12-05T12:21:24,064 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:21:24,064 INFO [RS:0;f4bc09594422:37721 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:21:24,065 INFO [RS:0;f4bc09594422:37721 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:21:24,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37721-0x100aa626e7a0001, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Set watcher on znode that does not yet exist, /0-1319838485/running 2024-12-05T12:21:24,065 INFO [RS:0;f4bc09594422:37721 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:21:24,065 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:21:24,065 INFO [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(3091): Received CLOSE for 73ae0f0b180cd7633ccb097646e31b31 2024-12-05T12:21:24,065 INFO [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,37721,1733401274033 2024-12-05T12:21:24,065 INFO [RS:0;f4bc09594422:37721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:21:24,065 INFO [RS:0;f4bc09594422:37721 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:37721. 2024-12-05T12:21:24,065 DEBUG [RS:0;f4bc09594422:37721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:24,065 DEBUG [RS:0;f4bc09594422:37721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:24,065 INFO [RS:0;f4bc09594422:37721 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:21:24,065 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73ae0f0b180cd7633ccb097646e31b31, disabling compactions & flushes 2024-12-05T12:21:24,066 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31. 2024-12-05T12:21:24,066 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31. 2024-12-05T12:21:24,066 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31. after waiting 0 ms 2024-12-05T12:21:24,066 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31. 2024-12-05T12:21:24,066 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 73ae0f0b180cd7633ccb097646e31b31 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-05T12:21:24,066 INFO [RS:0;f4bc09594422:37721 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:21:24,066 INFO [RS:0;f4bc09594422:37721 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:21:24,066 INFO [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:21:24,066 INFO [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:21:24,066 DEBUG [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 73ae0f0b180cd7633ccb097646e31b31=hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31.} 2024-12-05T12:21:24,066 DEBUG [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73ae0f0b180cd7633ccb097646e31b31 2024-12-05T12:21:24,067 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:21:24,067 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:21:24,067 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:21:24,067 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:21:24,067 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:21:24,067 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T12:21:24,084 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/replication/73ae0f0b180cd7633ccb097646e31b31/.tmp/queue/ac3abf117c514517a0d9d3ab2340ace9 is 151, key is 1-f4bc09594422,37721,1733401274033/queue:f4bc09594422%2C37721%2C1733401274033/1733401281382/Put/seqid=0 2024-12-05T12:21:24,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45319 is added to blk_1073741838_1014 (size=5350) 2024-12-05T12:21:24,103 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/meta/1588230740/.tmp/info/2308aab8bf2944cdae90ace8ee7eee00 is 147, key is hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31./info:regioninfo/1733401281098/Put/seqid=0 2024-12-05T12:21:24,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45319 is added to blk_1073741839_1015 (size=6631) 2024-12-05T12:21:24,147 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,37721,1733401274033.replicationSource.wal-reader.f4bc09594422%2C37721%2C1733401274033,1-f4bc09594422,37721,1733401274033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/WALs/f4bc09594422,37721,1733401274033/f4bc09594422%2C37721%2C1733401274033.1733401276100 to pos 0, reset compression=false 2024-12-05T12:21:24,158 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:21:24,267 DEBUG [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73ae0f0b180cd7633ccb097646e31b31 2024-12-05T12:21:24,467 DEBUG [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73ae0f0b180cd7633ccb097646e31b31 2024-12-05T12:21:24,489 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/replication/73ae0f0b180cd7633ccb097646e31b31/.tmp/queue/ac3abf117c514517a0d9d3ab2340ace9 2024-12-05T12:21:24,499 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/replication/73ae0f0b180cd7633ccb097646e31b31/.tmp/queue/ac3abf117c514517a0d9d3ab2340ace9 as hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/replication/73ae0f0b180cd7633ccb097646e31b31/queue/ac3abf117c514517a0d9d3ab2340ace9 2024-12-05T12:21:24,505 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/replication/73ae0f0b180cd7633ccb097646e31b31/queue/ac3abf117c514517a0d9d3ab2340ace9, entries=1, sequenceid=5, filesize=5.2 K 2024-12-05T12:21:24,506 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 73ae0f0b180cd7633ccb097646e31b31 in 440ms, sequenceid=5, compaction requested=false 2024-12-05T12:21:24,508 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/meta/1588230740/.tmp/info/2308aab8bf2944cdae90ace8ee7eee00 2024-12-05T12:21:24,511 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/replication/73ae0f0b180cd7633ccb097646e31b31/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T12:21:24,512 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:21:24,512 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:21:24,512 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31. 2024-12-05T12:21:24,512 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73ae0f0b180cd7633ccb097646e31b31: Waiting for close lock at 1733401284065Running coprocessor pre-close hooks at 1733401284065Disabling compacts and flushes for region at 1733401284065Disabling writes for close at 1733401284066 (+1 ms)Obtaining lock to block concurrent updates at 1733401284066Preparing flush snapshotting stores in 73ae0f0b180cd7633ccb097646e31b31 at 1733401284066Finished memstore snapshotting hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733401284066Flushing stores of hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31. at 1733401284067 (+1 ms)Flushing 73ae0f0b180cd7633ccb097646e31b31/queue: creating writer at 1733401284067Flushing 73ae0f0b180cd7633ccb097646e31b31/queue: appending metadata at 1733401284084 (+17 ms)Flushing 73ae0f0b180cd7633ccb097646e31b31/queue: closing flushed file at 1733401284084Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c0b6c4f: reopening flushed file at 1733401284497 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 73ae0f0b180cd7633ccb097646e31b31 in 440ms, sequenceid=5, compaction requested=false at 1733401284506 (+9 ms)Writing region close event to WAL at 1733401284507 (+1 ms)Running coprocessor post-close hooks at 1733401284512 (+5 ms)Closed at 1733401284512 2024-12-05T12:21:24,512 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401280705.73ae0f0b180cd7633ccb097646e31b31. 2024-12-05T12:21:24,536 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/meta/1588230740/.tmp/ns/4005fc1494924046aef7fac7ed8bf1ea is 43, key is default/ns:d/1733401276720/Put/seqid=0 2024-12-05T12:21:24,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45319 is added to blk_1073741840_1016 (size=5153) 2024-12-05T12:21:24,667 DEBUG [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:24,867 DEBUG [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:24,943 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/meta/1588230740/.tmp/ns/4005fc1494924046aef7fac7ed8bf1ea 2024-12-05T12:21:24,953 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,37721,1733401274033.replicationSource.wal-reader.f4bc09594422%2C37721%2C1733401274033,1-f4bc09594422,37721,1733401274033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/WALs/f4bc09594422,37721,1733401274033/f4bc09594422%2C37721%2C1733401274033.1733401276100 to pos 0, reset compression=false 2024-12-05T12:21:24,971 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/meta/1588230740/.tmp/table/13163145f2c345b3bc9c5f4ccafd35a0 is 53, key is hbase:replication/table:state/1733401281108/Put/seqid=0 2024-12-05T12:21:24,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45319 is added to blk_1073741841_1017 (size=5256) 2024-12-05T12:21:25,015 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:21:25,015 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:21:25,068 INFO [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:21:25,068 DEBUG [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:21:25,068 DEBUG [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:25,268 DEBUG [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:21:25,375 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/meta/1588230740/.tmp/table/13163145f2c345b3bc9c5f4ccafd35a0 2024-12-05T12:21:25,382 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/meta/1588230740/.tmp/info/2308aab8bf2944cdae90ace8ee7eee00 as hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/meta/1588230740/info/2308aab8bf2944cdae90ace8ee7eee00 2024-12-05T12:21:25,389 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/meta/1588230740/info/2308aab8bf2944cdae90ace8ee7eee00, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T12:21:25,390 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/meta/1588230740/.tmp/ns/4005fc1494924046aef7fac7ed8bf1ea as hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/meta/1588230740/ns/4005fc1494924046aef7fac7ed8bf1ea 2024-12-05T12:21:25,398 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/meta/1588230740/ns/4005fc1494924046aef7fac7ed8bf1ea, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T12:21:25,399 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/meta/1588230740/.tmp/table/13163145f2c345b3bc9c5f4ccafd35a0 as hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/meta/1588230740/table/13163145f2c345b3bc9c5f4ccafd35a0 2024-12-05T12:21:25,403 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/meta/1588230740/table/13163145f2c345b3bc9c5f4ccafd35a0, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T12:21:25,404 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=11, compaction requested=false 2024-12-05T12:21:25,409 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T12:21:25,409 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:21:25,409 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:21:25,410 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:25,410 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401284066Running coprocessor pre-close hooks at 1733401284066Disabling compacts and flushes for region at 1733401284067 (+1 ms)Disabling writes for close at 1733401284067Obtaining lock to block concurrent updates at 1733401284067Preparing flush snapshotting stores in 1588230740 at 1733401284067Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733401284067Flushing stores of hbase:meta,,1.1588230740 at 1733401284077 (+10 ms)Flushing 1588230740/info: creating writer at 1733401284077Flushing 1588230740/info: appending metadata at 1733401284103 (+26 ms)Flushing 1588230740/info: closing flushed file at 1733401284103Flushing 1588230740/ns: creating writer at 1733401284515 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733401284536 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733401284536Flushing 1588230740/table: creating writer at 1733401284949 (+413 ms)Flushing 1588230740/table: appending metadata at 1733401284970 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733401284970Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b81e0f1: reopening flushed file at 1733401285382 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@355e8e28: reopening flushed file at 1733401285389 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ff9ca8e: reopening flushed file at 1733401285398 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=11, compaction requested=false at 1733401285405 (+7 ms)Writing region close event to WAL at 1733401285406 (+1 ms)Running coprocessor post-close hooks at 1733401285409 (+3 ms)Closed at 1733401285409 2024-12-05T12:21:25,410 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:25,468 INFO [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,37721,1733401274033; all regions closed. 2024-12-05T12:21:25,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45319 is added to blk_1073741834_1010 (size=2742) 2024-12-05T12:21:25,474 DEBUG [RS:0;f4bc09594422:37721 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/oldWALs 2024-12-05T12:21:25,474 INFO [RS:0;f4bc09594422:37721 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C37721%2C1733401274033.meta:.meta(num 1733401276656) 2024-12-05T12:21:25,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45319 is added to blk_1073741837_1013 (size=1586) 2024-12-05T12:21:25,479 DEBUG [RS:0;f4bc09594422:37721 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/oldWALs 2024-12-05T12:21:25,480 INFO [RS:0;f4bc09594422:37721 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C37721%2C1733401274033.rep:(num 1733401281058) 2024-12-05T12:21:25,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45319 is added to blk_1073741832_1008 (size=93) 2024-12-05T12:21:25,482 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/WALs/f4bc09594422,37721,1733401274033/f4bc09594422%2C37721%2C1733401274033.1733401276100 not finished, retry = 0 2024-12-05T12:21:25,585 DEBUG [RS:0;f4bc09594422:37721 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/oldWALs 2024-12-05T12:21:25,585 INFO [RS:0;f4bc09594422:37721 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C37721%2C1733401274033:(num 1733401276100) 2024-12-05T12:21:25,585 DEBUG [RS:0;f4bc09594422:37721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:25,585 INFO [RS:0;f4bc09594422:37721 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:21:25,585 INFO [RS:0;f4bc09594422:37721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:21:25,585 INFO [RS:0;f4bc09594422:37721 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:21:25,585 INFO [RS:0;f4bc09594422:37721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:21:25,585 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:21:25,585 INFO [RS:0;f4bc09594422:37721 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f4bc09594422,37721,1733401274033 because: Region server is closing 2024-12-05T12:21:25,586 INFO [RS:0;f4bc09594422:37721 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:37721. 2024-12-05T12:21:25,586 DEBUG [RS:0;f4bc09594422:37721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:25,586 DEBUG [RS:0;f4bc09594422:37721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:25,586 DEBUG [RS:0;f4bc09594422:37721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:25,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:25,686 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,37721,1733401274033.replicationSource.shipperf4bc09594422%2C37721%2C1733401274033,1-f4bc09594422,37721,1733401274033 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T12:21:25,686 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,37721,1733401274033.replicationSource.wal-reader.f4bc09594422%2C37721%2C1733401274033,1-f4bc09594422,37721,1733401274033 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:21:25,687 INFO [RS:0;f4bc09594422:37721 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,37721,1733401274033.replicationSource.shipperf4bc09594422%2C37721%2C1733401274033,1-f4bc09594422,37721,1733401274033 terminated 2024-12-05T12:21:25,687 INFO [RS:0;f4bc09594422:37721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37721 2024-12-05T12:21:25,690 INFO [RS:0;f4bc09594422:37721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:21:25,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37721-0x100aa626e7a0001, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1319838485/rs/f4bc09594422,37721,1733401274033 2024-12-05T12:21:25,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485/rs 2024-12-05T12:21:25,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,37721,1733401274033] 2024-12-05T12:21:25,693 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1319838485/draining/f4bc09594422,37721,1733401274033 already deleted, retry=false 2024-12-05T12:21:25,693 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,37721,1733401274033 expired; onlineServers=0 2024-12-05T12:21:25,693 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,35539,1733401273975' ***** 2024-12-05T12:21:25,694 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:21:25,694 INFO [M:0;f4bc09594422:35539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:21:25,694 INFO [M:0;f4bc09594422:35539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:21:25,694 DEBUG [M:0;f4bc09594422:35539 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:21:25,694 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:21:25,694 DEBUG [M:0;f4bc09594422:35539 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:21:25,694 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401275900 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401275900,5,FailOnTimeoutGroup] 2024-12-05T12:21:25,694 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401275896 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401275896,5,FailOnTimeoutGroup] 2024-12-05T12:21:25,694 INFO [M:0;f4bc09594422:35539 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:21:25,694 INFO [M:0;f4bc09594422:35539 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:21:25,694 DEBUG [M:0;f4bc09594422:35539 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:21:25,695 INFO [M:0;f4bc09594422:35539 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:21:25,695 INFO [M:0;f4bc09594422:35539 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:21:25,695 INFO [M:0;f4bc09594422:35539 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:21:25,695 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:21:25,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1319838485/master 2024-12-05T12:21:25,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319838485 2024-12-05T12:21:25,696 DEBUG [M:0;f4bc09594422:35539 {}] zookeeper.ZKUtil(347): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Unable to get data of znode /0-1319838485/master because node does not exist (not an error) 2024-12-05T12:21:25,697 WARN [M:0;f4bc09594422:35539 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:21:25,697 INFO [M:0;f4bc09594422:35539 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/.lastflushedseqids 2024-12-05T12:21:25,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45319 is added to blk_1073741842_1018 (size=181) 2024-12-05T12:21:25,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37721-0x100aa626e7a0001, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:25,792 INFO [RS:0;f4bc09594422:37721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:21:25,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37721-0x100aa626e7a0001, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:25,792 INFO [RS:0;f4bc09594422:37721 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,37721,1733401274033; zookeeper connection closed. 2024-12-05T12:21:25,792 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57be62ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57be62ae 2024-12-05T12:21:25,792 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:21:26,103 INFO [M:0;f4bc09594422:35539 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:21:26,103 INFO [M:0;f4bc09594422:35539 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:21:26,103 DEBUG [M:0;f4bc09594422:35539 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:21:26,103 INFO [M:0;f4bc09594422:35539 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:26,103 DEBUG [M:0;f4bc09594422:35539 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:26,103 DEBUG [M:0;f4bc09594422:35539 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:21:26,103 DEBUG [M:0;f4bc09594422:35539 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:26,103 INFO [M:0;f4bc09594422:35539 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-05T12:21:26,128 DEBUG [M:0;f4bc09594422:35539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/909198ea561d481f80c2d144ccfe1a13 is 82, key is hbase:meta,,1/info:regioninfo/1733401276704/Put/seqid=0 2024-12-05T12:21:26,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45319 is added to blk_1073741843_1019 (size=5672) 2024-12-05T12:21:26,533 INFO [M:0;f4bc09594422:35539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/909198ea561d481f80c2d144ccfe1a13 2024-12-05T12:21:26,553 DEBUG [M:0;f4bc09594422:35539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c6b373fe50a46f3a6b53759ab5c3c80 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733401281114/Put/seqid=0 2024-12-05T12:21:26,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45319 is added to blk_1073741844_1020 (size=7203) 2024-12-05T12:21:26,558 INFO [M:0;f4bc09594422:35539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c6b373fe50a46f3a6b53759ab5c3c80 2024-12-05T12:21:26,576 DEBUG [M:0;f4bc09594422:35539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77b5391df9da4c639cf1763e0d270764 is 69, key is f4bc09594422,37721,1733401274033/rs:state/1733401275925/Put/seqid=0 2024-12-05T12:21:26,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45319 is added to blk_1073741845_1021 (size=5156) 2024-12-05T12:21:26,981 INFO [M:0;f4bc09594422:35539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77b5391df9da4c639cf1763e0d270764 2024-12-05T12:21:26,987 DEBUG [M:0;f4bc09594422:35539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/909198ea561d481f80c2d144ccfe1a13 as hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/909198ea561d481f80c2d144ccfe1a13 2024-12-05T12:21:26,992 INFO [M:0;f4bc09594422:35539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/909198ea561d481f80c2d144ccfe1a13, entries=8, sequenceid=70, filesize=5.5 K 2024-12-05T12:21:26,993 DEBUG [M:0;f4bc09594422:35539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c6b373fe50a46f3a6b53759ab5c3c80 as hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c6b373fe50a46f3a6b53759ab5c3c80 2024-12-05T12:21:26,997 INFO [M:0;f4bc09594422:35539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c6b373fe50a46f3a6b53759ab5c3c80, entries=8, sequenceid=70, filesize=7.0 K 2024-12-05T12:21:26,998 DEBUG [M:0;f4bc09594422:35539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77b5391df9da4c639cf1763e0d270764 as hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77b5391df9da4c639cf1763e0d270764 2024-12-05T12:21:27,003 INFO [M:0;f4bc09594422:35539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37001/user/jenkins/test-data/ba7ffb58-3b30-d322-5278-c49e83626a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77b5391df9da4c639cf1763e0d270764, entries=1, sequenceid=70, filesize=5.0 K 2024-12-05T12:21:27,004 INFO [M:0;f4bc09594422:35539 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=70, compaction requested=false 2024-12-05T12:21:27,005 INFO [M:0;f4bc09594422:35539 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:27,005 DEBUG [M:0;f4bc09594422:35539 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401286103Disabling compacts and flushes for region at 1733401286103Disabling writes for close at 1733401286103Obtaining lock to block concurrent updates at 1733401286103Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401286103Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733401286104 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401286105 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401286105Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401286127 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401286127Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401286538 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401286553 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401286553Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401286562 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401286576 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401286576Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb694ba: reopening flushed file at 1733401286986 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17af11c7: reopening flushed file at 1733401286992 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1567385c: reopening flushed file at 1733401286998 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=70, compaction requested=false at 1733401287004 (+6 ms)Writing region close event to WAL at 1733401287005 (+1 ms)Closed at 1733401287005 2024-12-05T12:21:27,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45319 is added to blk_1073741830_1006 (size=41008) 2024-12-05T12:21:27,009 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:21:27,009 INFO [M:0;f4bc09594422:35539 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:21:27,009 INFO [M:0;f4bc09594422:35539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35539 2024-12-05T12:21:27,010 INFO [M:0;f4bc09594422:35539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:21:27,115 INFO [M:0;f4bc09594422:35539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:21:27,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:27,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x100aa626e7a0000, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:21:27,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d1f6cb2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:21:27,118 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@556ea128{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:21:27,118 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:21:27,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2af5e488{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:21:27,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c2bf96e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/hadoop.log.dir/,STOPPED} 2024-12-05T12:21:27,120 WARN [BP-1952084362-172.17.0.3-1733401273350 heartbeating to localhost/127.0.0.1:37001 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:21:27,120 WARN [BP-1952084362-172.17.0.3-1733401273350 heartbeating to localhost/127.0.0.1:37001 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1952084362-172.17.0.3-1733401273350 (Datanode Uuid 3353fd25-29c9-4227-b6a6-12eef5ead3f5) service to localhost/127.0.0.1:37001 2024-12-05T12:21:27,120 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:21:27,120 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:21:27,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/cluster_cd752808-4c6a-cef6-f153-508c815e890e/data/data1/current/BP-1952084362-172.17.0.3-1733401273350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:21:27,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/cluster_cd752808-4c6a-cef6-f153-508c815e890e/data/data2/current/BP-1952084362-172.17.0.3-1733401273350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:21:27,121 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:21:27,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a0a4953{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:21:27,128 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63faec78{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:21:27,128 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:21:27,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bfc327e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:21:27,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef93b30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba427c0e-4076-b84e-2318-d6ad56880b19/hadoop.log.dir/,STOPPED} 2024-12-05T12:21:27,136 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T12:21:27,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:21:27,157 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 107) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:37001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:37001 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:33473 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:33473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:33473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:37001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52281) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37001 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37001 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52281) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=747 (was 866), ProcessCount=11 (was 11), AvailableMemoryMB=292 (was 268) - AvailableMemoryMB LEAK? - 2024-12-05T12:21:27,165 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=747, ProcessCount=11, AvailableMemoryMB=291 2024-12-05T12:21:27,178 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-05T12:21:27,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/hadoop.log.dir so I do NOT create it in target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab 2024-12-05T12:21:27,179 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:21:27,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/hadoop.tmp.dir so I do NOT create it in target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab 2024-12-05T12:21:27,179 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99288e36-6983-5159-3efd-1e5ee8952288/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:21:27,179 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab 2024-12-05T12:21:27,179 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/cluster_d7af88a6-07a5-7a71-0082-db4145a7807e, deleteOnExit=true 2024-12-05T12:21:27,181 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/cluster_d7af88a6-07a5-7a71-0082-db4145a7807e/zookeeper_0, clientPort=51698, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/cluster_d7af88a6-07a5-7a71-0082-db4145a7807e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/cluster_d7af88a6-07a5-7a71-0082-db4145a7807e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:21:27,182 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51698 2024-12-05T12:21:27,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:21:27,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:21:27,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/test.cache.data in system properties and HBase conf 2024-12-05T12:21:27,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:21:27,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:21:27,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:21:27,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:21:27,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:21:27,183 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:21:27,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:21:27,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:21:27,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:21:27,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:21:27,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:21:27,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:21:27,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:21:27,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:21:27,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:21:27,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:21:27,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:21:27,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:21:27,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:21:27,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:21:27,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100aa626e7a0005, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:21:27,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100aa626e7a0002, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:21:27,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100aa626e7a0002, quorum=127.0.0.1:52281, baseZNode=/0-1319838485 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:21:27,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100aa626e7a0005, quorum=127.0.0.1:52281, baseZNode=/1-903138360 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:21:27,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:27,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:21:27,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:21:27,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:21:27,266 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:21:27,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:27,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41788e8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:21:27,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e8ff478{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:21:27,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36972f47{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/java.io.tmpdir/jetty-localhost-40269-hadoop-hdfs-3_4_1-tests_jar-_-any-4709223149519108699/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:21:27,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33e17b03{HTTP/1.1, (http/1.1)}{localhost:40269} 2024-12-05T12:21:27,385 INFO [Time-limited test {}] server.Server(415): Started @47241ms 2024-12-05T12:21:27,479 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:21:27,481 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:27,500 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:27,502 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:27,503 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:27,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:27,526 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:21:27,526 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:21:27,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:21:27,527 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:21:27,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41995f5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:21:27,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e0b4c41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:21:27,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1464c8b7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/java.io.tmpdir/jetty-localhost-42549-hadoop-hdfs-3_4_1-tests_jar-_-any-7567181509178452522/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:21:27,656 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15647626{HTTP/1.1, (http/1.1)}{localhost:42549} 2024-12-05T12:21:27,656 INFO [Time-limited test {}] server.Server(415): Started @47513ms 2024-12-05T12:21:27,658 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:21:27,753 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/cluster_d7af88a6-07a5-7a71-0082-db4145a7807e/data/data1/current/BP-317529123-172.17.0.3-1733401287203/current, will proceed with Du for space computation calculation, 2024-12-05T12:21:27,754 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/cluster_d7af88a6-07a5-7a71-0082-db4145a7807e/data/data2/current/BP-317529123-172.17.0.3-1733401287203/current, will proceed with Du for space computation calculation, 2024-12-05T12:21:27,777 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:21:27,780 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62ac3e6372b687c1 with lease ID 0x23c51809c40c01b2: Processing first storage report for DS-e3e5f231-3fef-4443-b7be-e8d041259142 from datanode DatanodeRegistration(127.0.0.1:36473, datanodeUuid=457cf14c-0278-48b7-aa06-39e4b052b813, infoPort=39409, infoSecurePort=0, ipcPort=38059, storageInfo=lv=-57;cid=testClusterID;nsid=1803248802;c=1733401287203) 2024-12-05T12:21:27,780 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62ac3e6372b687c1 with lease ID 0x23c51809c40c01b2: from storage DS-e3e5f231-3fef-4443-b7be-e8d041259142 node DatanodeRegistration(127.0.0.1:36473, datanodeUuid=457cf14c-0278-48b7-aa06-39e4b052b813, infoPort=39409, infoSecurePort=0, ipcPort=38059, storageInfo=lv=-57;cid=testClusterID;nsid=1803248802;c=1733401287203), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:21:27,780 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62ac3e6372b687c1 with lease ID 0x23c51809c40c01b2: Processing first storage report for DS-8a208bb1-b4f8-44a6-9125-eaf510e27e21 from datanode DatanodeRegistration(127.0.0.1:36473, datanodeUuid=457cf14c-0278-48b7-aa06-39e4b052b813, infoPort=39409, infoSecurePort=0, ipcPort=38059, storageInfo=lv=-57;cid=testClusterID;nsid=1803248802;c=1733401287203) 2024-12-05T12:21:27,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62ac3e6372b687c1 with lease ID 0x23c51809c40c01b2: from storage DS-8a208bb1-b4f8-44a6-9125-eaf510e27e21 node DatanodeRegistration(127.0.0.1:36473, datanodeUuid=457cf14c-0278-48b7-aa06-39e4b052b813, infoPort=39409, infoSecurePort=0, ipcPort=38059, storageInfo=lv=-57;cid=testClusterID;nsid=1803248802;c=1733401287203), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:21:27,788 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab 2024-12-05T12:21:27,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:27,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:27,793 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:21:27,793 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:21:27,793 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T12:21:27,793 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:21:27,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:21:28,199 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0 with version=8 2024-12-05T12:21:28,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/hbase-staging 2024-12-05T12:21:28,201 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:21:28,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:28,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:28,202 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:21:28,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:28,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:21:28,202 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:21:28,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:21:28,202 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39221 2024-12-05T12:21:28,203 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39221 connecting to ZooKeeper ensemble=127.0.0.1:51698 2024-12-05T12:21:28,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392210x0, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:28,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39221-0x100aa62a4ab0000 connected 2024-12-05T12:21:28,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:28,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:28,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Set watcher on znode that does not yet exist, /01901273298/running 2024-12-05T12:21:28,228 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0, hbase.cluster.distributed=false 2024-12-05T12:21:28,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Set watcher on znode that does not yet exist, /01901273298/acl 2024-12-05T12:21:28,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39221 2024-12-05T12:21:28,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39221 2024-12-05T12:21:28,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39221 2024-12-05T12:21:28,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39221 2024-12-05T12:21:28,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39221 2024-12-05T12:21:28,259 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:21:28,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:28,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:28,259 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:21:28,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:28,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:21:28,259 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:21:28,259 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:21:28,260 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45333 2024-12-05T12:21:28,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45333 connecting to ZooKeeper ensemble=127.0.0.1:51698 2024-12-05T12:21:28,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:28,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:28,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453330x0, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:28,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453330x0, quorum=127.0.0.1:51698, baseZNode=/01901273298 Set watcher on znode that does not yet exist, /01901273298/running 2024-12-05T12:21:28,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45333-0x100aa62a4ab0001 connected 2024-12-05T12:21:28,269 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:21:28,273 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:21:28,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45333-0x100aa62a4ab0001, quorum=127.0.0.1:51698, baseZNode=/01901273298 Set watcher on znode that does not yet exist, /01901273298/master 2024-12-05T12:21:28,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45333-0x100aa62a4ab0001, quorum=127.0.0.1:51698, baseZNode=/01901273298 Set watcher on znode that does not yet exist, /01901273298/acl 2024-12-05T12:21:28,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45333 2024-12-05T12:21:28,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45333 2024-12-05T12:21:28,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45333 2024-12-05T12:21:28,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45333 2024-12-05T12:21:28,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45333 2024-12-05T12:21:28,299 DEBUG [M:0;f4bc09594422:39221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:39221 2024-12-05T12:21:28,300 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01901273298/backup-masters/f4bc09594422,39221,1733401288201 2024-12-05T12:21:28,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298/backup-masters 2024-12-05T12:21:28,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45333-0x100aa62a4ab0001, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298/backup-masters 2024-12-05T12:21:28,302 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Set watcher on existing znode=/01901273298/backup-masters/f4bc09594422,39221,1733401288201 2024-12-05T12:21:28,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298 2024-12-05T12:21:28,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45333-0x100aa62a4ab0001, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01901273298/master 2024-12-05T12:21:28,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45333-0x100aa62a4ab0001, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298 2024-12-05T12:21:28,309 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Set watcher on existing znode=/01901273298/master 2024-12-05T12:21:28,309 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01901273298/backup-masters/f4bc09594422,39221,1733401288201 from backup master directory 2024-12-05T12:21:28,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45333-0x100aa62a4ab0001, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298/backup-masters 2024-12-05T12:21:28,311 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:21:28,311 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,39221,1733401288201 2024-12-05T12:21:28,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01901273298/backup-masters/f4bc09594422,39221,1733401288201 2024-12-05T12:21:28,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298/backup-masters 2024-12-05T12:21:28,315 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/hbase.id] with ID: c8d03673-02fd-4d97-b9d2-4b731bea73f2 2024-12-05T12:21:28,315 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/.tmp/hbase.id 2024-12-05T12:21:28,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:21:28,724 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/.tmp/hbase.id]:[hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/hbase.id] 2024-12-05T12:21:28,738 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:28,738 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:21:28,740 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T12:21:28,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298 2024-12-05T12:21:28,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45333-0x100aa62a4ab0001, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298 2024-12-05T12:21:28,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:21:29,149 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:21:29,150 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:21:29,151 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:29,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:21:29,559 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/data/master/store 2024-12-05T12:21:29,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:21:29,966 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:29,966 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:21:29,966 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:29,966 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:29,966 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:21:29,966 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:29,966 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:29,966 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401289966Disabling compacts and flushes for region at 1733401289966Disabling writes for close at 1733401289966Writing region close event to WAL at 1733401289966Closed at 1733401289966 2024-12-05T12:21:29,967 WARN [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/data/master/store/.initializing 2024-12-05T12:21:29,967 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/WALs/f4bc09594422,39221,1733401288201 2024-12-05T12:21:29,968 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:21:29,970 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C39221%2C1733401288201, suffix=, logDir=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/WALs/f4bc09594422,39221,1733401288201, archiveDir=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/oldWALs, maxLogs=10 2024-12-05T12:21:29,984 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/WALs/f4bc09594422,39221,1733401288201/f4bc09594422%2C39221%2C1733401288201.1733401289970, exclude list is [], retry=0 2024-12-05T12:21:29,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36473,DS-e3e5f231-3fef-4443-b7be-e8d041259142,DISK] 2024-12-05T12:21:29,988 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/WALs/f4bc09594422,39221,1733401288201/f4bc09594422%2C39221%2C1733401288201.1733401289970 2024-12-05T12:21:29,988 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39409:39409)] 2024-12-05T12:21:29,988 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:29,989 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:29,989 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:29,989 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:29,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:29,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:21:29,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:29,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:29,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:29,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:21:29,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:29,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:29,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:29,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:21:29,994 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:29,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:29,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:29,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:21:29,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:29,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:29,997 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:29,997 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:29,997 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:29,999 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:29,999 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:29,999 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:30,000 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:30,002 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:30,002 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65206009, jitterRate=-0.028354749083518982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:30,003 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401289989Initializing all the Stores at 1733401289989Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401289989Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401289990 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401289990Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401289990Cleaning up temporary data from old regions at 1733401289999 (+9 ms)Region opened successfully at 1733401290003 (+4 ms) 2024-12-05T12:21:30,004 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:21:30,007 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74097461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:21:30,008 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:21:30,008 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:21:30,008 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:21:30,008 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:21:30,009 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:21:30,009 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:21:30,009 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:21:30,014 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:21:30,015 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Unable to get data of znode /01901273298/balancer because node does not exist (not necessarily an error) 2024-12-05T12:21:30,016 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01901273298/balancer already deleted, retry=false 2024-12-05T12:21:30,017 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:21:30,017 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Unable to get data of znode /01901273298/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:21:30,018 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01901273298/normalizer already deleted, retry=false 2024-12-05T12:21:30,019 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:21:30,021 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Unable to get data of znode /01901273298/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:21:30,022 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01901273298/switch/split already deleted, retry=false 2024-12-05T12:21:30,023 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Unable to get data of znode /01901273298/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:21:30,024 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01901273298/switch/merge already deleted, retry=false 2024-12-05T12:21:30,026 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Unable to get data of znode /01901273298/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:21:30,027 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01901273298/snapshot-cleanup already deleted, retry=false 2024-12-05T12:21:30,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45333-0x100aa62a4ab0001, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01901273298/running 2024-12-05T12:21:30,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45333-0x100aa62a4ab0001, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298 2024-12-05T12:21:30,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01901273298/running 2024-12-05T12:21:30,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298 2024-12-05T12:21:30,029 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,39221,1733401288201, sessionid=0x100aa62a4ab0000, setting cluster-up flag (Was=false) 2024-12-05T12:21:30,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45333-0x100aa62a4ab0001, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298 2024-12-05T12:21:30,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298 2024-12-05T12:21:30,036 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01901273298/flush-table-proc/acquired, /01901273298/flush-table-proc/reached, /01901273298/flush-table-proc/abort 2024-12-05T12:21:30,037 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,39221,1733401288201 2024-12-05T12:21:30,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298 2024-12-05T12:21:30,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45333-0x100aa62a4ab0001, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298 2024-12-05T12:21:30,044 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01901273298/online-snapshot/acquired, /01901273298/online-snapshot/reached, /01901273298/online-snapshot/abort 2024-12-05T12:21:30,045 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,39221,1733401288201 2024-12-05T12:21:30,046 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:21:30,048 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:30,048 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:21:30,048 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:21:30,048 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,39221,1733401288201 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:21:30,049 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:30,050 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:30,050 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:30,050 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:30,050 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:21:30,050 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:30,050 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:21:30,050 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:30,053 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:30,053 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:21:30,054 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:30,054 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:21:30,061 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401320061 2024-12-05T12:21:30,061 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:21:30,061 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:21:30,061 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:21:30,061 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:21:30,061 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:21:30,061 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:21:30,061 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:30,062 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:21:30,062 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:21:30,062 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:21:30,062 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:21:30,063 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:21:30,063 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:21:30,063 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401290063,5,FailOnTimeoutGroup] 2024-12-05T12:21:30,063 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401290063,5,FailOnTimeoutGroup] 2024-12-05T12:21:30,063 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:30,063 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:21:30,063 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:30,063 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:30,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:21:30,084 INFO [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(746): ClusterId : c8d03673-02fd-4d97-b9d2-4b731bea73f2 2024-12-05T12:21:30,084 DEBUG [RS:0;f4bc09594422:45333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:21:30,086 DEBUG [RS:0;f4bc09594422:45333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:21:30,086 DEBUG [RS:0;f4bc09594422:45333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:21:30,088 DEBUG [RS:0;f4bc09594422:45333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:21:30,088 DEBUG [RS:0;f4bc09594422:45333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fba833e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:21:30,101 DEBUG [RS:0;f4bc09594422:45333 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:45333 2024-12-05T12:21:30,101 INFO [RS:0;f4bc09594422:45333 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:21:30,101 INFO [RS:0;f4bc09594422:45333 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:21:30,101 DEBUG [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:21:30,102 INFO [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,39221,1733401288201 with port=45333, startcode=1733401288259 2024-12-05T12:21:30,102 DEBUG [RS:0;f4bc09594422:45333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:21:30,104 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:21:30,104 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39221 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,45333,1733401288259 2024-12-05T12:21:30,104 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39221 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,45333,1733401288259 2024-12-05T12:21:30,106 DEBUG [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0 2024-12-05T12:21:30,106 DEBUG [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37731 2024-12-05T12:21:30,106 DEBUG [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:21:30,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298/rs 2024-12-05T12:21:30,108 DEBUG [RS:0;f4bc09594422:45333 {}] zookeeper.ZKUtil(111): regionserver:45333-0x100aa62a4ab0001, quorum=127.0.0.1:51698, baseZNode=/01901273298 Set watcher on existing znode=/01901273298/rs/f4bc09594422,45333,1733401288259 2024-12-05T12:21:30,108 WARN [RS:0;f4bc09594422:45333 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:21:30,108 INFO [RS:0;f4bc09594422:45333 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:30,108 DEBUG [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259 2024-12-05T12:21:30,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,45333,1733401288259] 2024-12-05T12:21:30,111 INFO [RS:0;f4bc09594422:45333 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:21:30,113 INFO [RS:0;f4bc09594422:45333 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:21:30,116 INFO [RS:0;f4bc09594422:45333 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:21:30,116 INFO [RS:0;f4bc09594422:45333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:30,116 INFO [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:21:30,117 INFO [RS:0;f4bc09594422:45333 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:21:30,117 INFO [RS:0;f4bc09594422:45333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:30,117 DEBUG [RS:0;f4bc09594422:45333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:30,117 DEBUG [RS:0;f4bc09594422:45333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:30,117 DEBUG [RS:0;f4bc09594422:45333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:30,117 DEBUG [RS:0;f4bc09594422:45333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:30,117 DEBUG [RS:0;f4bc09594422:45333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:30,117 DEBUG [RS:0;f4bc09594422:45333 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:21:30,117 DEBUG [RS:0;f4bc09594422:45333 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:30,118 DEBUG [RS:0;f4bc09594422:45333 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:30,118 DEBUG [RS:0;f4bc09594422:45333 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:30,118 DEBUG [RS:0;f4bc09594422:45333 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:30,118 DEBUG [RS:0;f4bc09594422:45333 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:30,118 DEBUG [RS:0;f4bc09594422:45333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:30,118 DEBUG [RS:0;f4bc09594422:45333 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:21:30,118 DEBUG [RS:0;f4bc09594422:45333 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:21:30,121 INFO [RS:0;f4bc09594422:45333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:30,121 INFO [RS:0;f4bc09594422:45333 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:30,121 INFO [RS:0;f4bc09594422:45333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:30,121 INFO [RS:0;f4bc09594422:45333 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:30,121 INFO [RS:0;f4bc09594422:45333 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:30,121 INFO [RS:0;f4bc09594422:45333 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45333,1733401288259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:21:30,138 INFO [RS:0;f4bc09594422:45333 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:21:30,138 INFO [RS:0;f4bc09594422:45333 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45333,1733401288259-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:30,138 INFO [RS:0;f4bc09594422:45333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:30,138 INFO [RS:0;f4bc09594422:45333 {}] regionserver.Replication(171): f4bc09594422,45333,1733401288259 started 2024-12-05T12:21:30,155 INFO [RS:0;f4bc09594422:45333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:30,155 INFO [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,45333,1733401288259, RpcServer on f4bc09594422/172.17.0.3:45333, sessionid=0x100aa62a4ab0001 2024-12-05T12:21:30,155 DEBUG [RS:0;f4bc09594422:45333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:21:30,155 DEBUG [RS:0;f4bc09594422:45333 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,45333,1733401288259 2024-12-05T12:21:30,155 DEBUG [RS:0;f4bc09594422:45333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,45333,1733401288259' 2024-12-05T12:21:30,155 DEBUG [RS:0;f4bc09594422:45333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01901273298/flush-table-proc/abort' 2024-12-05T12:21:30,156 DEBUG [RS:0;f4bc09594422:45333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01901273298/flush-table-proc/acquired' 2024-12-05T12:21:30,157 DEBUG [RS:0;f4bc09594422:45333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:21:30,157 DEBUG [RS:0;f4bc09594422:45333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:21:30,157 DEBUG [RS:0;f4bc09594422:45333 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,45333,1733401288259 2024-12-05T12:21:30,157 DEBUG [RS:0;f4bc09594422:45333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,45333,1733401288259' 2024-12-05T12:21:30,157 DEBUG [RS:0;f4bc09594422:45333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01901273298/online-snapshot/abort' 2024-12-05T12:21:30,159 DEBUG [RS:0;f4bc09594422:45333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01901273298/online-snapshot/acquired' 2024-12-05T12:21:30,159 DEBUG [RS:0;f4bc09594422:45333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:21:30,159 INFO [RS:0;f4bc09594422:45333 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:21:30,159 INFO [RS:0;f4bc09594422:45333 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:21:30,260 INFO [RS:0;f4bc09594422:45333 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:21:30,262 INFO [RS:0;f4bc09594422:45333 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C45333%2C1733401288259, suffix=, logDir=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259, archiveDir=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/oldWALs, maxLogs=10 2024-12-05T12:21:30,275 DEBUG [RS:0;f4bc09594422:45333 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262, exclude list is [], retry=0 2024-12-05T12:21:30,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36473,DS-e3e5f231-3fef-4443-b7be-e8d041259142,DISK] 2024-12-05T12:21:30,281 INFO [RS:0;f4bc09594422:45333 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 2024-12-05T12:21:30,281 DEBUG [RS:0;f4bc09594422:45333 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39409:39409)] 2024-12-05T12:21:30,466 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:21:30,466 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0 2024-12-05T12:21:30,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:21:30,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:30,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:21:30,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:21:30,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:30,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:30,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:21:30,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:21:30,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:30,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:30,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:21:30,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:21:30,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:30,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:30,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:21:30,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:21:30,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:30,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:30,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:21:30,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740 2024-12-05T12:21:30,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740 2024-12-05T12:21:30,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:21:30,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:21:30,888 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:30,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:21:30,892 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:30,892 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67266991, jitterRate=0.0023562759160995483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:30,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401290876Initializing all the Stores at 1733401290877 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401290877Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401290877Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401290877Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401290877Cleaning up temporary data from old regions at 1733401290888 (+11 ms)Region opened successfully at 1733401290893 (+5 ms) 2024-12-05T12:21:30,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:21:30,893 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:21:30,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:21:30,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:21:30,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:21:30,897 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:30,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401290893Disabling compacts and flushes for region at 1733401290893Disabling writes for close at 1733401290894 (+1 ms)Writing region close event to WAL at 1733401290897 (+3 ms)Closed at 1733401290897 2024-12-05T12:21:30,898 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:30,899 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:21:30,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:21:30,900 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:21:30,901 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:21:31,052 DEBUG [f4bc09594422:39221 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:21:31,052 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,45333,1733401288259 2024-12-05T12:21:31,054 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,45333,1733401288259, state=OPENING 2024-12-05T12:21:31,055 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:21:31,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45333-0x100aa62a4ab0001, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298 2024-12-05T12:21:31,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298 2024-12-05T12:21:31,058 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:21:31,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,45333,1733401288259}] 2024-12-05T12:21:31,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01901273298/meta-region-server: CHANGED 2024-12-05T12:21:31,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01901273298/meta-region-server: CHANGED 2024-12-05T12:21:31,211 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:21:31,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:21:31,218 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:21:31,218 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:31,218 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:21:31,220 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C45333%2C1733401288259.meta, suffix=.meta, logDir=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259, archiveDir=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/oldWALs, maxLogs=10 2024-12-05T12:21:31,238 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.meta.1733401291220.meta, exclude list is [], retry=0 2024-12-05T12:21:31,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36473,DS-e3e5f231-3fef-4443-b7be-e8d041259142,DISK] 2024-12-05T12:21:31,242 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.meta.1733401291220.meta 2024-12-05T12:21:31,242 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39409:39409)] 2024-12-05T12:21:31,243 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:31,243 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:21:31,243 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:21:31,243 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:21:31,243 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:21:31,243 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:21:31,243 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:31,243 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:21:31,244 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:21:31,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:21:31,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:21:31,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:31,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:31,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:21:31,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:21:31,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:31,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:31,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:21:31,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:21:31,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:31,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:31,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:21:31,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:21:31,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:31,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:31,251 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:21:31,251 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740 2024-12-05T12:21:31,256 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740 2024-12-05T12:21:31,257 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:21:31,257 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:21:31,258 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:31,259 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:21:31,260 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59496810, jitterRate=-0.11342844367027283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:31,260 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:21:31,261 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401291244Writing region info on filesystem at 1733401291244Initializing all the Stores at 1733401291244Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401291244Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401291245 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401291245Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401291245Cleaning up temporary data from old regions at 1733401291257 (+12 ms)Running coprocessor post-open hooks at 1733401291260 (+3 ms)Region opened successfully at 1733401291261 (+1 ms) 2024-12-05T12:21:31,262 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401291211 2024-12-05T12:21:31,265 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:21:31,265 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:21:31,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,45333,1733401288259 2024-12-05T12:21:31,268 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,45333,1733401288259, state=OPEN 2024-12-05T12:21:31,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45333-0x100aa62a4ab0001, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01901273298/meta-region-server 2024-12-05T12:21:31,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01901273298/meta-region-server 2024-12-05T12:21:31,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01901273298/meta-region-server: CHANGED 2024-12-05T12:21:31,274 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,45333,1733401288259 2024-12-05T12:21:31,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01901273298/meta-region-server: CHANGED 2024-12-05T12:21:31,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:21:31,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,45333,1733401288259 in 216 msec 2024-12-05T12:21:31,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:21:31,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 380 msec 2024-12-05T12:21:31,282 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:31,283 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:21:31,284 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:31,284 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,45333,1733401288259, seqNum=-1] 2024-12-05T12:21:31,284 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:31,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:31,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2450 sec 2024-12-05T12:21:31,293 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401291293, completionTime=-1 2024-12-05T12:21:31,293 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:21:31,293 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:21:31,296 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:21:31,296 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401351296 2024-12-05T12:21:31,296 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401411296 2024-12-05T12:21:31,296 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T12:21:31,296 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39221,1733401288201-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:31,296 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39221,1733401288201-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:31,296 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39221,1733401288201-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:31,296 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:39221, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:31,296 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:31,297 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:31,299 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:21:31,302 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.990sec 2024-12-05T12:21:31,302 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:21:31,302 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:21:31,302 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:21:31,302 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:21:31,302 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:21:31,302 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39221,1733401288201-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:21:31,302 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39221,1733401288201-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:21:31,306 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:21:31,306 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:21:31,306 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39221,1733401288201-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:31,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e6a3eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:31,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39221,-1 for getting cluster id 2024-12-05T12:21:31,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:31,393 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8d03673-02fd-4d97-b9d2-4b731bea73f2' 2024-12-05T12:21:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:31,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8d03673-02fd-4d97-b9d2-4b731bea73f2" 2024-12-05T12:21:31,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca69e58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:31,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39221,-1] 2024-12-05T12:21:31,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:31,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:31,396 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:31,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5e1de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:31,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:31,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,45333,1733401288259, seqNum=-1] 2024-12-05T12:21:31,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:31,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:31,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,39221,1733401288201 2024-12-05T12:21:31,404 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51698 2024-12-05T12:21:31,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:31,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100aa62a4ab0002 connected 2024-12-05T12:21:31,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/hadoop.log.dir so I do NOT create it in target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141 2024-12-05T12:21:31,413 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:21:31,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/hadoop.tmp.dir so I do NOT create it in target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141 2024-12-05T12:21:31,413 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:21:31,414 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141 2024-12-05T12:21:31,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:21:31,414 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/cluster_c549eafc-27c3-5755-6f54-c89d70537345, deleteOnExit=true 2024-12-05T12:21:31,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:21:31,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/test.cache.data in system properties and HBase conf 2024-12-05T12:21:31,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:21:31,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:21:31,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:21:31,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:21:31,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:21:31,415 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:21:31,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:21:31,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:21:31,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:21:31,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:21:31,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:21:31,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:21:31,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:21:31,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:21:31,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:21:31,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:21:31,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:21:31,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:21:31,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:21:31,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:21:31,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:31,521 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:21:31,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:21:31,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:21:31,529 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:21:31,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:31,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38a9f4db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:21:31,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a481fc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:21:31,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7081d930{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/java.io.tmpdir/jetty-localhost-42813-hadoop-hdfs-3_4_1-tests_jar-_-any-7877164358659916175/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:21:31,659 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d05741d{HTTP/1.1, (http/1.1)}{localhost:42813} 2024-12-05T12:21:31,659 INFO [Time-limited test {}] server.Server(415): Started @51515ms 2024-12-05T12:21:32,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:21:32,549 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:21:32,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:21:32,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:21:32,550 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:21:32,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d3c84e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:21:32,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14ba22da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:21:32,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dfb8019{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/java.io.tmpdir/jetty-localhost-41109-hadoop-hdfs-3_4_1-tests_jar-_-any-880467546628501352/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:21:32,678 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49358145{HTTP/1.1, (http/1.1)}{localhost:41109} 2024-12-05T12:21:32,678 INFO [Time-limited test {}] server.Server(415): Started @52534ms 2024-12-05T12:21:32,679 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:21:33,005 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/cluster_c549eafc-27c3-5755-6f54-c89d70537345/data/data1/current/BP-1548010124-172.17.0.3-1733401291455/current, will proceed with Du for space computation calculation, 2024-12-05T12:21:33,005 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/cluster_c549eafc-27c3-5755-6f54-c89d70537345/data/data2/current/BP-1548010124-172.17.0.3-1733401291455/current, will proceed with Du for space computation calculation, 2024-12-05T12:21:33,023 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:21:33,026 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24e87461d8c7137c with lease ID 0x4fb66746115a8fc1: Processing first storage report for DS-2812394b-6088-4696-814f-0d884b8ed3b1 from datanode DatanodeRegistration(127.0.0.1:33297, datanodeUuid=cf46bba8-3046-494e-9774-b4cf9fe5f603, infoPort=37843, infoSecurePort=0, ipcPort=33735, storageInfo=lv=-57;cid=testClusterID;nsid=1232192910;c=1733401291455) 2024-12-05T12:21:33,026 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24e87461d8c7137c with lease ID 0x4fb66746115a8fc1: from storage DS-2812394b-6088-4696-814f-0d884b8ed3b1 node DatanodeRegistration(127.0.0.1:33297, datanodeUuid=cf46bba8-3046-494e-9774-b4cf9fe5f603, infoPort=37843, infoSecurePort=0, ipcPort=33735, storageInfo=lv=-57;cid=testClusterID;nsid=1232192910;c=1733401291455), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:21:33,026 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24e87461d8c7137c with lease ID 0x4fb66746115a8fc1: Processing first storage report for DS-4073d7c1-9444-4644-8385-e474e00aa296 from datanode DatanodeRegistration(127.0.0.1:33297, datanodeUuid=cf46bba8-3046-494e-9774-b4cf9fe5f603, infoPort=37843, infoSecurePort=0, ipcPort=33735, storageInfo=lv=-57;cid=testClusterID;nsid=1232192910;c=1733401291455) 2024-12-05T12:21:33,026 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24e87461d8c7137c with lease ID 0x4fb66746115a8fc1: from storage DS-4073d7c1-9444-4644-8385-e474e00aa296 node DatanodeRegistration(127.0.0.1:33297, datanodeUuid=cf46bba8-3046-494e-9774-b4cf9fe5f603, infoPort=37843, infoSecurePort=0, ipcPort=33735, storageInfo=lv=-57;cid=testClusterID;nsid=1232192910;c=1733401291455), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:21:33,113 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141 2024-12-05T12:21:33,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:33,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:33,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:21:33,129 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13 with version=8 2024-12-05T12:21:33,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/hbase-staging 2024-12-05T12:21:33,132 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:21:33,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:33,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:33,132 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:21:33,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:33,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:21:33,132 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:21:33,133 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:21:33,133 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42713 2024-12-05T12:21:33,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42713 connecting to ZooKeeper ensemble=127.0.0.1:51698 2024-12-05T12:21:33,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427130x0, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:33,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42713-0x100aa62a4ab0003 connected 2024-12-05T12:21:33,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:33,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:33,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Set watcher on znode that does not yet exist, /1-1576203728/running 2024-12-05T12:21:33,154 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13, hbase.cluster.distributed=false 2024-12-05T12:21:33,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Set watcher on znode that does not yet exist, /1-1576203728/acl 2024-12-05T12:21:33,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42713 2024-12-05T12:21:33,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42713 2024-12-05T12:21:33,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42713 2024-12-05T12:21:33,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42713 2024-12-05T12:21:33,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42713 2024-12-05T12:21:33,187 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:21:33,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:33,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:33,187 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:21:33,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:21:33,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:21:33,187 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:21:33,187 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:21:33,188 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34363 2024-12-05T12:21:33,189 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34363 connecting to ZooKeeper ensemble=127.0.0.1:51698 2024-12-05T12:21:33,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:33,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:33,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343630x0, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:33,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343630x0, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Set watcher on znode that does not yet exist, /1-1576203728/running 2024-12-05T12:21:33,197 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:21:33,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34363-0x100aa62a4ab0004 connected 2024-12-05T12:21:33,206 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:21:33,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34363-0x100aa62a4ab0004, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Set watcher on znode that does not yet exist, /1-1576203728/master 2024-12-05T12:21:33,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34363-0x100aa62a4ab0004, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Set watcher on znode that does not yet exist, /1-1576203728/acl 2024-12-05T12:21:33,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34363 2024-12-05T12:21:33,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34363 2024-12-05T12:21:33,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34363 2024-12-05T12:21:33,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34363 2024-12-05T12:21:33,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34363 2024-12-05T12:21:33,237 DEBUG [M:0;f4bc09594422:42713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:42713 2024-12-05T12:21:33,238 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1576203728/backup-masters/f4bc09594422,42713,1733401293132 2024-12-05T12:21:33,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x100aa62a4ab0004, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1576203728/backup-masters 2024-12-05T12:21:33,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1576203728/backup-masters 2024-12-05T12:21:33,242 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Set watcher on existing znode=/1-1576203728/backup-masters/f4bc09594422,42713,1733401293132 2024-12-05T12:21:33,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x100aa62a4ab0004, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1576203728/master 2024-12-05T12:21:33,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x100aa62a4ab0004, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1576203728 2024-12-05T12:21:33,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1576203728 2024-12-05T12:21:33,247 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Set watcher on existing znode=/1-1576203728/master 2024-12-05T12:21:33,247 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1576203728/backup-masters/f4bc09594422,42713,1733401293132 from backup master directory 2024-12-05T12:21:33,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1576203728/backup-masters/f4bc09594422,42713,1733401293132 2024-12-05T12:21:33,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x100aa62a4ab0004, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1576203728/backup-masters 2024-12-05T12:21:33,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1576203728/backup-masters 2024-12-05T12:21:33,249 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:21:33,250 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,42713,1733401293132 2024-12-05T12:21:33,261 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/hbase.id] with ID: ad7b2308-7af2-44c5-b091-9bb4f0ef4542 2024-12-05T12:21:33,261 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/.tmp/hbase.id 2024-12-05T12:21:33,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:21:33,274 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/.tmp/hbase.id]:[hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/hbase.id] 2024-12-05T12:21:33,287 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:33,288 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:21:33,290 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T12:21:33,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x100aa62a4ab0004, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1576203728 2024-12-05T12:21:33,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1576203728 2024-12-05T12:21:33,295 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:21:33,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:33,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:33,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:33,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:21:33,787 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:21:33,789 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:21:33,789 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:33,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:21:33,803 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/data/master/store 2024-12-05T12:21:33,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:21:33,820 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:33,820 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:21:33,820 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:33,820 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:33,820 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:21:33,820 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:33,820 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:21:33,821 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401293820Disabling compacts and flushes for region at 1733401293820Disabling writes for close at 1733401293820Writing region close event to WAL at 1733401293820Closed at 1733401293820 2024-12-05T12:21:33,822 WARN [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/data/master/store/.initializing 2024-12-05T12:21:33,822 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/WALs/f4bc09594422,42713,1733401293132 2024-12-05T12:21:33,823 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:21:33,825 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C42713%2C1733401293132, suffix=, logDir=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/WALs/f4bc09594422,42713,1733401293132, archiveDir=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/oldWALs, maxLogs=10 2024-12-05T12:21:33,849 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/WALs/f4bc09594422,42713,1733401293132/f4bc09594422%2C42713%2C1733401293132.1733401293825, exclude list is [], retry=0 2024-12-05T12:21:33,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33297,DS-2812394b-6088-4696-814f-0d884b8ed3b1,DISK] 2024-12-05T12:21:33,857 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/WALs/f4bc09594422,42713,1733401293132/f4bc09594422%2C42713%2C1733401293132.1733401293825 2024-12-05T12:21:33,858 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37843:37843)] 2024-12-05T12:21:33,858 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:33,858 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:33,858 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:33,859 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:33,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:33,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:21:33,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:33,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:33,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:33,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:21:33,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:33,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:33,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:33,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:21:33,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:33,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:33,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:33,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:21:33,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:33,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:33,893 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:33,894 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:33,894 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:33,896 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:33,896 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:33,897 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:33,898 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:21:33,902 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:33,903 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71545281, jitterRate=0.06610776484012604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:33,903 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401293859Initializing all the Stores at 1733401293866 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401293866Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401293868 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401293868Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401293868Cleaning up temporary data from old regions at 1733401293896 (+28 ms)Region opened successfully at 1733401293903 (+7 ms) 2024-12-05T12:21:33,904 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:21:33,911 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dcf3993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:21:33,918 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:21:33,918 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:21:33,918 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:21:33,919 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:21:33,924 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-12-05T12:21:33,924 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:21:33,924 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:21:33,929 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:21:33,930 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Unable to get data of znode /1-1576203728/balancer because node does not exist (not necessarily an error) 2024-12-05T12:21:33,932 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1576203728/balancer already deleted, retry=false 2024-12-05T12:21:33,932 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:21:33,933 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Unable to get data of znode /1-1576203728/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:21:33,935 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1576203728/normalizer already deleted, retry=false 2024-12-05T12:21:33,935 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:21:33,936 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Unable to get data of znode /1-1576203728/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:21:33,937 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1576203728/switch/split already deleted, retry=false 2024-12-05T12:21:33,941 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Unable to get data of znode /1-1576203728/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:21:33,944 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1576203728/switch/merge already deleted, retry=false 2024-12-05T12:21:33,951 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Unable to get data of znode /1-1576203728/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:21:33,954 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1576203728/snapshot-cleanup already deleted, retry=false 2024-12-05T12:21:33,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1576203728/running 2024-12-05T12:21:33,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1576203728 2024-12-05T12:21:33,959 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,42713,1733401293132, sessionid=0x100aa62a4ab0003, setting cluster-up flag (Was=false) 2024-12-05T12:21:33,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x100aa62a4ab0004, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1576203728/running 2024-12-05T12:21:33,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x100aa62a4ab0004, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1576203728 2024-12-05T12:21:33,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1576203728 2024-12-05T12:21:33,974 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1576203728/flush-table-proc/acquired, /1-1576203728/flush-table-proc/reached, /1-1576203728/flush-table-proc/abort 2024-12-05T12:21:33,976 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,42713,1733401293132 2024-12-05T12:21:33,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x100aa62a4ab0004, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1576203728 2024-12-05T12:21:33,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1576203728 2024-12-05T12:21:33,992 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1576203728/online-snapshot/acquired, /1-1576203728/online-snapshot/reached, /1-1576203728/online-snapshot/abort 2024-12-05T12:21:33,993 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,42713,1733401293132 2024-12-05T12:21:33,995 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:21:33,997 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:33,998 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:21:33,998 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:21:33,998 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,42713,1733401293132 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:21:34,000 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:34,000 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:34,000 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:34,000 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:21:34,000 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:21:34,000 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:34,000 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:21:34,000 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:34,005 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401324005 2024-12-05T12:21:34,005 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:21:34,005 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:21:34,006 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:21:34,006 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:21:34,006 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:21:34,006 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:21:34,006 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:34,006 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:21:34,007 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:34,008 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:34,008 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:21:34,013 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:21:34,013 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:21:34,013 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:21:34,013 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:21:34,024 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:21:34,025 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:21:34,026 INFO [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(746): ClusterId : ad7b2308-7af2-44c5-b091-9bb4f0ef4542 2024-12-05T12:21:34,026 DEBUG [RS:0;f4bc09594422:34363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:21:34,029 DEBUG [RS:0;f4bc09594422:34363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:21:34,029 DEBUG [RS:0;f4bc09594422:34363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:21:34,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:21:34,039 DEBUG [RS:0;f4bc09594422:34363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:21:34,040 DEBUG [RS:0;f4bc09594422:34363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c691b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:21:34,049 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401294025,5,FailOnTimeoutGroup] 2024-12-05T12:21:34,053 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401294049,5,FailOnTimeoutGroup] 2024-12-05T12:21:34,053 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:34,053 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:21:34,053 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:34,053 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:34,068 DEBUG [RS:0;f4bc09594422:34363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:34363 2024-12-05T12:21:34,068 INFO [RS:0;f4bc09594422:34363 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:21:34,068 INFO [RS:0;f4bc09594422:34363 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:21:34,068 DEBUG [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:21:34,072 INFO [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,42713,1733401293132 with port=34363, startcode=1733401293186 2024-12-05T12:21:34,072 DEBUG [RS:0;f4bc09594422:34363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:21:34,077 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:21:34,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,34363,1733401293186 2024-12-05T12:21:34,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42713 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,34363,1733401293186 2024-12-05T12:21:34,082 DEBUG [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13 2024-12-05T12:21:34,082 DEBUG [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35253 2024-12-05T12:21:34,082 DEBUG [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:21:34,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1576203728/rs 2024-12-05T12:21:34,088 DEBUG [RS:0;f4bc09594422:34363 {}] zookeeper.ZKUtil(111): regionserver:34363-0x100aa62a4ab0004, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Set watcher on existing znode=/1-1576203728/rs/f4bc09594422,34363,1733401293186 2024-12-05T12:21:34,088 WARN [RS:0;f4bc09594422:34363 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:21:34,088 INFO [RS:0;f4bc09594422:34363 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:34,088 DEBUG [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/WALs/f4bc09594422,34363,1733401293186 2024-12-05T12:21:34,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,34363,1733401293186] 2024-12-05T12:21:34,097 INFO [RS:0;f4bc09594422:34363 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:21:34,100 INFO [RS:0;f4bc09594422:34363 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:21:34,105 INFO [RS:0;f4bc09594422:34363 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:21:34,105 INFO [RS:0;f4bc09594422:34363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:34,105 INFO [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:21:34,106 INFO [RS:0;f4bc09594422:34363 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:21:34,106 INFO [RS:0;f4bc09594422:34363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:34,106 DEBUG [RS:0;f4bc09594422:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:34,106 DEBUG [RS:0;f4bc09594422:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:34,106 DEBUG [RS:0;f4bc09594422:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:34,106 DEBUG [RS:0;f4bc09594422:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:34,106 DEBUG [RS:0;f4bc09594422:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:34,106 DEBUG [RS:0;f4bc09594422:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:21:34,106 DEBUG [RS:0;f4bc09594422:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:34,106 DEBUG [RS:0;f4bc09594422:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:34,106 DEBUG [RS:0;f4bc09594422:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:34,106 DEBUG [RS:0;f4bc09594422:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:34,106 DEBUG [RS:0;f4bc09594422:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:34,107 DEBUG [RS:0;f4bc09594422:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:21:34,107 DEBUG [RS:0;f4bc09594422:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:21:34,107 DEBUG [RS:0;f4bc09594422:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:21:34,111 INFO [RS:0;f4bc09594422:34363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:34,111 INFO [RS:0;f4bc09594422:34363 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:34,111 INFO [RS:0;f4bc09594422:34363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:34,111 INFO [RS:0;f4bc09594422:34363 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:34,111 INFO [RS:0;f4bc09594422:34363 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:34,111 INFO [RS:0;f4bc09594422:34363 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,34363,1733401293186-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:21:34,136 INFO [RS:0;f4bc09594422:34363 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:21:34,136 INFO [RS:0;f4bc09594422:34363 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,34363,1733401293186-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:34,136 INFO [RS:0;f4bc09594422:34363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:34,136 INFO [RS:0;f4bc09594422:34363 {}] regionserver.Replication(171): f4bc09594422,34363,1733401293186 started 2024-12-05T12:21:34,157 INFO [RS:0;f4bc09594422:34363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:34,157 INFO [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,34363,1733401293186, RpcServer on f4bc09594422/172.17.0.3:34363, sessionid=0x100aa62a4ab0004 2024-12-05T12:21:34,158 DEBUG [RS:0;f4bc09594422:34363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:21:34,158 DEBUG [RS:0;f4bc09594422:34363 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,34363,1733401293186 2024-12-05T12:21:34,158 DEBUG [RS:0;f4bc09594422:34363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,34363,1733401293186' 2024-12-05T12:21:34,158 DEBUG [RS:0;f4bc09594422:34363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1576203728/flush-table-proc/abort' 2024-12-05T12:21:34,158 DEBUG [RS:0;f4bc09594422:34363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1576203728/flush-table-proc/acquired' 2024-12-05T12:21:34,161 DEBUG [RS:0;f4bc09594422:34363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:21:34,161 DEBUG [RS:0;f4bc09594422:34363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:21:34,161 DEBUG [RS:0;f4bc09594422:34363 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,34363,1733401293186 2024-12-05T12:21:34,161 DEBUG [RS:0;f4bc09594422:34363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,34363,1733401293186' 2024-12-05T12:21:34,161 DEBUG [RS:0;f4bc09594422:34363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1576203728/online-snapshot/abort' 2024-12-05T12:21:34,162 DEBUG [RS:0;f4bc09594422:34363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1576203728/online-snapshot/acquired' 2024-12-05T12:21:34,163 DEBUG [RS:0;f4bc09594422:34363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:21:34,163 INFO [RS:0;f4bc09594422:34363 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:21:34,163 INFO [RS:0;f4bc09594422:34363 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:21:34,263 INFO [RS:0;f4bc09594422:34363 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:21:34,265 INFO [RS:0;f4bc09594422:34363 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C34363%2C1733401293186, suffix=, logDir=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/WALs/f4bc09594422,34363,1733401293186, archiveDir=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/oldWALs, maxLogs=10 2024-12-05T12:21:34,286 DEBUG [RS:0;f4bc09594422:34363 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/WALs/f4bc09594422,34363,1733401293186/f4bc09594422%2C34363%2C1733401293186.1733401294266, exclude list is [], retry=0 2024-12-05T12:21:34,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33297,DS-2812394b-6088-4696-814f-0d884b8ed3b1,DISK] 2024-12-05T12:21:34,290 INFO [RS:0;f4bc09594422:34363 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/WALs/f4bc09594422,34363,1733401293186/f4bc09594422%2C34363%2C1733401293186.1733401294266 2024-12-05T12:21:34,291 DEBUG [RS:0;f4bc09594422:34363 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37843:37843)] 2024-12-05T12:21:34,437 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:21:34,437 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13 2024-12-05T12:21:34,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:21:34,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:34,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:21:34,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:21:34,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:34,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:34,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:21:34,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:21:34,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:34,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:34,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:21:34,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:21:34,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:34,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:34,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:21:34,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:21:34,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:34,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:34,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:21:34,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740 2024-12-05T12:21:34,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740 2024-12-05T12:21:34,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:21:34,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:21:34,855 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:34,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:21:34,859 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:34,859 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63824610, jitterRate=-0.04893919825553894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:34,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401294844Initializing all the Stores at 1733401294845 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401294845Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401294845Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401294845Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401294845Cleaning up temporary data from old regions at 1733401294855 (+10 ms)Region opened successfully at 1733401294859 (+4 ms) 2024-12-05T12:21:34,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:21:34,859 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:21:34,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:21:34,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:21:34,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:21:34,860 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:21:34,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401294859Disabling compacts and flushes for region at 1733401294859Disabling writes for close at 1733401294859Writing region close event to WAL at 1733401294860 (+1 ms)Closed at 1733401294860 2024-12-05T12:21:34,861 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:34,861 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:21:34,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:21:34,862 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:21:34,863 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:21:35,014 DEBUG [f4bc09594422:42713 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:21:35,014 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,34363,1733401293186 2024-12-05T12:21:35,016 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,34363,1733401293186, state=OPENING 2024-12-05T12:21:35,018 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:21:35,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x100aa62a4ab0004, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1576203728 2024-12-05T12:21:35,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1576203728 2024-12-05T12:21:35,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1576203728/meta-region-server: CHANGED 2024-12-05T12:21:35,020 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:21:35,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,34363,1733401293186}] 2024-12-05T12:21:35,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1576203728/meta-region-server: CHANGED 2024-12-05T12:21:35,174 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:21:35,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:21:35,180 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:21:35,180 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:35,181 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:21:35,183 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C34363%2C1733401293186.meta, suffix=.meta, logDir=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/WALs/f4bc09594422,34363,1733401293186, archiveDir=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/oldWALs, maxLogs=10 2024-12-05T12:21:35,200 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/WALs/f4bc09594422,34363,1733401293186/f4bc09594422%2C34363%2C1733401293186.meta.1733401295184.meta, exclude list is [], retry=0 2024-12-05T12:21:35,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33297,DS-2812394b-6088-4696-814f-0d884b8ed3b1,DISK] 2024-12-05T12:21:35,205 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/WALs/f4bc09594422,34363,1733401293186/f4bc09594422%2C34363%2C1733401293186.meta.1733401295184.meta 2024-12-05T12:21:35,205 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37843:37843)] 2024-12-05T12:21:35,206 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:35,206 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:21:35,206 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:21:35,206 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:21:35,206 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:21:35,207 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:21:35,207 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:35,207 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:21:35,207 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:21:35,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:21:35,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:21:35,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:35,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:35,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:21:35,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:21:35,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:35,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:35,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:21:35,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:21:35,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:35,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:35,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:21:35,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:21:35,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:35,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:21:35,221 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:21:35,222 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740 2024-12-05T12:21:35,224 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740 2024-12-05T12:21:35,225 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:21:35,225 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:21:35,226 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:21:35,227 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:21:35,228 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75353561, jitterRate=0.12285555899143219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:21:35,228 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:21:35,228 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401295207Writing region info on filesystem at 1733401295207Initializing all the Stores at 1733401295209 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401295209Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401295214 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401295214Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401295214Cleaning up temporary data from old regions at 1733401295225 (+11 ms)Running coprocessor post-open hooks at 1733401295228 (+3 ms)Region opened successfully at 1733401295228 2024-12-05T12:21:35,233 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401295173 2024-12-05T12:21:35,240 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:21:35,240 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:21:35,241 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,34363,1733401293186 2024-12-05T12:21:35,242 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,34363,1733401293186, state=OPEN 2024-12-05T12:21:35,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1576203728/meta-region-server 2024-12-05T12:21:35,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x100aa62a4ab0004, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1576203728/meta-region-server 2024-12-05T12:21:35,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1576203728/meta-region-server: CHANGED 2024-12-05T12:21:35,244 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,34363,1733401293186 2024-12-05T12:21:35,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1576203728/meta-region-server: CHANGED 2024-12-05T12:21:35,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:21:35,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,34363,1733401293186 in 224 msec 2024-12-05T12:21:35,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:21:35,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 387 msec 2024-12-05T12:21:35,251 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:21:35,252 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:21:35,256 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:35,256 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,34363,1733401293186, seqNum=-1] 2024-12-05T12:21:35,257 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:35,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:35,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-12-05T12:21:35,267 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401295267, completionTime=-1 2024-12-05T12:21:35,267 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:21:35,267 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:21:35,270 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:21:35,270 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401355270 2024-12-05T12:21:35,270 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401415270 2024-12-05T12:21:35,270 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T12:21:35,270 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,42713,1733401293132-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:35,270 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,42713,1733401293132-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:35,270 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,42713,1733401293132-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:35,271 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:42713, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:35,271 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:35,272 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:35,273 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:21:35,276 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.026sec 2024-12-05T12:21:35,277 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:21:35,277 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:21:35,277 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:21:35,277 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:21:35,277 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:21:35,277 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,42713,1733401293132-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:21:35,277 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,42713,1733401293132-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:21:35,281 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:21:35,281 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:21:35,281 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,42713,1733401293132-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:21:35,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6253d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:35,327 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,42713,-1 for getting cluster id 2024-12-05T12:21:35,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:35,328 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad7b2308-7af2-44c5-b091-9bb4f0ef4542' 2024-12-05T12:21:35,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:35,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad7b2308-7af2-44c5-b091-9bb4f0ef4542" 2024-12-05T12:21:35,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc2b70c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:35,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,42713,-1] 2024-12-05T12:21:35,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:35,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:35,330 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:35,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45560ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:35,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:35,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,34363,1733401293186, seqNum=-1] 2024-12-05T12:21:35,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:35,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:35,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,42713,1733401293132 2024-12-05T12:21:35,338 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51698 2024-12-05T12:21:35,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:21:35,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100aa62a4ab0005 connected 2024-12-05T12:21:35,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:35,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,39221,1733401288201 2024-12-05T12:21:35,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32f75ce9 2024-12-05T12:21:35,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:35,350 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:21:35,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39221 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:21:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39221 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:21:35,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:21:35,359 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:35,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39221 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:21:35,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:21:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:35,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:21:35,377 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a87012980a02a2c606b48d41b5d34ae2, NAME => 'test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0 2024-12-05T12:21:35,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:21:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:35,783 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:35,784 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a87012980a02a2c606b48d41b5d34ae2, disabling compactions & flushes 2024-12-05T12:21:35,784 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2. 2024-12-05T12:21:35,784 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2. 2024-12-05T12:21:35,784 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2. after waiting 0 ms 2024-12-05T12:21:35,784 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2. 2024-12-05T12:21:35,784 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2. 2024-12-05T12:21:35,784 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a87012980a02a2c606b48d41b5d34ae2: Waiting for close lock at 1733401295784Disabling compacts and flushes for region at 1733401295784Disabling writes for close at 1733401295784Writing region close event to WAL at 1733401295784Closed at 1733401295784 2024-12-05T12:21:35,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:21:35,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401295786"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401295786"}]},"ts":"1733401295786"} 2024-12-05T12:21:35,789 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:21:35,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:21:35,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401295791"}]},"ts":"1733401295791"} 2024-12-05T12:21:35,793 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:21:35,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a87012980a02a2c606b48d41b5d34ae2, ASSIGN}] 2024-12-05T12:21:35,795 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a87012980a02a2c606b48d41b5d34ae2, ASSIGN 2024-12-05T12:21:35,797 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a87012980a02a2c606b48d41b5d34ae2, ASSIGN; state=OFFLINE, location=f4bc09594422,45333,1733401288259; forceNewPlan=false, retain=false 2024-12-05T12:21:35,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a87012980a02a2c606b48d41b5d34ae2, regionState=OPENING, regionLocation=f4bc09594422,45333,1733401288259 2024-12-05T12:21:35,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a87012980a02a2c606b48d41b5d34ae2, ASSIGN because future has completed 2024-12-05T12:21:35,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a87012980a02a2c606b48d41b5d34ae2, server=f4bc09594422,45333,1733401288259}] 2024-12-05T12:21:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:36,112 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:21:36,118 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2. 2024-12-05T12:21:36,118 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a87012980a02a2c606b48d41b5d34ae2, NAME => 'test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:36,119 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:21:36,119 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:21:36,119 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a87012980a02a2c606b48d41b5d34ae2 2024-12-05T12:21:36,119 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:36,120 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a87012980a02a2c606b48d41b5d34ae2 2024-12-05T12:21:36,120 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a87012980a02a2c606b48d41b5d34ae2 2024-12-05T12:21:36,128 INFO [StoreOpener-a87012980a02a2c606b48d41b5d34ae2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a87012980a02a2c606b48d41b5d34ae2 2024-12-05T12:21:36,129 INFO [StoreOpener-a87012980a02a2c606b48d41b5d34ae2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a87012980a02a2c606b48d41b5d34ae2 columnFamilyName f 2024-12-05T12:21:36,129 DEBUG [StoreOpener-a87012980a02a2c606b48d41b5d34ae2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:36,130 INFO [StoreOpener-a87012980a02a2c606b48d41b5d34ae2-1 {}] regionserver.HStore(327): Store=a87012980a02a2c606b48d41b5d34ae2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:36,130 INFO [StoreOpener-a87012980a02a2c606b48d41b5d34ae2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a87012980a02a2c606b48d41b5d34ae2 2024-12-05T12:21:36,131 INFO [StoreOpener-a87012980a02a2c606b48d41b5d34ae2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a87012980a02a2c606b48d41b5d34ae2 columnFamilyName f1 2024-12-05T12:21:36,131 DEBUG [StoreOpener-a87012980a02a2c606b48d41b5d34ae2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:36,132 INFO [StoreOpener-a87012980a02a2c606b48d41b5d34ae2-1 {}] regionserver.HStore(327): Store=a87012980a02a2c606b48d41b5d34ae2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:36,132 INFO [StoreOpener-a87012980a02a2c606b48d41b5d34ae2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a87012980a02a2c606b48d41b5d34ae2 2024-12-05T12:21:36,133 INFO [StoreOpener-a87012980a02a2c606b48d41b5d34ae2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a87012980a02a2c606b48d41b5d34ae2 columnFamilyName norep 2024-12-05T12:21:36,133 DEBUG [StoreOpener-a87012980a02a2c606b48d41b5d34ae2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:36,134 INFO [StoreOpener-a87012980a02a2c606b48d41b5d34ae2-1 {}] regionserver.HStore(327): Store=a87012980a02a2c606b48d41b5d34ae2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:36,134 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a87012980a02a2c606b48d41b5d34ae2 2024-12-05T12:21:36,135 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/default/test/a87012980a02a2c606b48d41b5d34ae2 2024-12-05T12:21:36,135 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/default/test/a87012980a02a2c606b48d41b5d34ae2 2024-12-05T12:21:36,137 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a87012980a02a2c606b48d41b5d34ae2 2024-12-05T12:21:36,137 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a87012980a02a2c606b48d41b5d34ae2 2024-12-05T12:21:36,137 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:21:36,141 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a87012980a02a2c606b48d41b5d34ae2 2024-12-05T12:21:36,144 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/default/test/a87012980a02a2c606b48d41b5d34ae2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:36,144 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a87012980a02a2c606b48d41b5d34ae2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72055153, jitterRate=0.07370544970035553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:21:36,144 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a87012980a02a2c606b48d41b5d34ae2 2024-12-05T12:21:36,145 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a87012980a02a2c606b48d41b5d34ae2: Running coprocessor pre-open hook at 1733401296120Writing region info on filesystem at 1733401296120Initializing all the Stores at 1733401296120Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401296121 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401296126 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401296126Cleaning up temporary data from old regions at 1733401296137 (+11 ms)Running coprocessor post-open hooks at 1733401296144 (+7 ms)Region opened successfully at 1733401296145 (+1 ms) 2024-12-05T12:21:36,148 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2., pid=6, masterSystemTime=1733401296111 2024-12-05T12:21:36,154 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2. 2024-12-05T12:21:36,154 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2. 2024-12-05T12:21:36,156 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a87012980a02a2c606b48d41b5d34ae2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f4bc09594422,45333,1733401288259 2024-12-05T12:21:36,164 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39221 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f4bc09594422,45333,1733401288259, table=test, region=a87012980a02a2c606b48d41b5d34ae2. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T12:21:36,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a87012980a02a2c606b48d41b5d34ae2, server=f4bc09594422,45333,1733401288259 because future has completed 2024-12-05T12:21:36,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:21:36,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a87012980a02a2c606b48d41b5d34ae2, server=f4bc09594422,45333,1733401288259 in 209 msec 2024-12-05T12:21:36,176 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:21:36,176 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401296176"}]},"ts":"1733401296176"} 2024-12-05T12:21:36,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:21:36,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a87012980a02a2c606b48d41b5d34ae2, ASSIGN in 377 msec 2024-12-05T12:21:36,178 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:21:36,180 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:21:36,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 825 msec 2024-12-05T12:21:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:36,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:36,495 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:21:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,42713,1733401293132 2024-12-05T12:21:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b22f3a8 2024-12-05T12:21:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:36,498 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:21:36,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:21:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:21:36,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:21:36,503 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:36,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:21:36,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:21:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:36,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:21:36,522 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c51e66fe15f1de9f366acb72d94cf04, NAME => 'test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13 2024-12-05T12:21:36,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:21:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:36,951 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:36,951 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9c51e66fe15f1de9f366acb72d94cf04, disabling compactions & flushes 2024-12-05T12:21:36,951 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04. 2024-12-05T12:21:36,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04. 2024-12-05T12:21:36,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04. after waiting 0 ms 2024-12-05T12:21:36,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04. 2024-12-05T12:21:36,952 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04. 2024-12-05T12:21:36,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c51e66fe15f1de9f366acb72d94cf04: Waiting for close lock at 1733401296951Disabling compacts and flushes for region at 1733401296951Disabling writes for close at 1733401296952 (+1 ms)Writing region close event to WAL at 1733401296952Closed at 1733401296952 2024-12-05T12:21:36,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:21:36,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401296953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401296953"}]},"ts":"1733401296953"} 2024-12-05T12:21:36,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:21:36,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:21:36,960 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401296960"}]},"ts":"1733401296960"} 2024-12-05T12:21:36,963 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:21:36,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9c51e66fe15f1de9f366acb72d94cf04, ASSIGN}] 2024-12-05T12:21:36,965 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9c51e66fe15f1de9f366acb72d94cf04, ASSIGN 2024-12-05T12:21:36,967 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9c51e66fe15f1de9f366acb72d94cf04, ASSIGN; state=OFFLINE, location=f4bc09594422,34363,1733401293186; forceNewPlan=false, retain=false 2024-12-05T12:21:37,118 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9c51e66fe15f1de9f366acb72d94cf04, regionState=OPENING, regionLocation=f4bc09594422,34363,1733401293186 2024-12-05T12:21:37,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9c51e66fe15f1de9f366acb72d94cf04, ASSIGN because future has completed 2024-12-05T12:21:37,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c51e66fe15f1de9f366acb72d94cf04, server=f4bc09594422,34363,1733401293186}] 2024-12-05T12:21:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:37,280 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04. 2024-12-05T12:21:37,280 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c51e66fe15f1de9f366acb72d94cf04, NAME => 'test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:37,280 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:21:37,281 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:21:37,281 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9c51e66fe15f1de9f366acb72d94cf04 2024-12-05T12:21:37,281 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:37,281 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9c51e66fe15f1de9f366acb72d94cf04 2024-12-05T12:21:37,281 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9c51e66fe15f1de9f366acb72d94cf04 2024-12-05T12:21:37,286 INFO [StoreOpener-9c51e66fe15f1de9f366acb72d94cf04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9c51e66fe15f1de9f366acb72d94cf04 2024-12-05T12:21:37,290 INFO [StoreOpener-9c51e66fe15f1de9f366acb72d94cf04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c51e66fe15f1de9f366acb72d94cf04 columnFamilyName f 2024-12-05T12:21:37,290 DEBUG [StoreOpener-9c51e66fe15f1de9f366acb72d94cf04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:37,291 INFO [StoreOpener-9c51e66fe15f1de9f366acb72d94cf04-1 {}] regionserver.HStore(327): Store=9c51e66fe15f1de9f366acb72d94cf04/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:37,291 INFO [StoreOpener-9c51e66fe15f1de9f366acb72d94cf04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9c51e66fe15f1de9f366acb72d94cf04 2024-12-05T12:21:37,292 INFO [StoreOpener-9c51e66fe15f1de9f366acb72d94cf04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c51e66fe15f1de9f366acb72d94cf04 columnFamilyName f1 2024-12-05T12:21:37,292 DEBUG [StoreOpener-9c51e66fe15f1de9f366acb72d94cf04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:37,293 INFO [StoreOpener-9c51e66fe15f1de9f366acb72d94cf04-1 {}] regionserver.HStore(327): Store=9c51e66fe15f1de9f366acb72d94cf04/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:37,294 INFO [StoreOpener-9c51e66fe15f1de9f366acb72d94cf04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9c51e66fe15f1de9f366acb72d94cf04 2024-12-05T12:21:37,295 INFO [StoreOpener-9c51e66fe15f1de9f366acb72d94cf04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c51e66fe15f1de9f366acb72d94cf04 columnFamilyName norep 2024-12-05T12:21:37,295 DEBUG [StoreOpener-9c51e66fe15f1de9f366acb72d94cf04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:37,295 INFO [StoreOpener-9c51e66fe15f1de9f366acb72d94cf04-1 {}] regionserver.HStore(327): Store=9c51e66fe15f1de9f366acb72d94cf04/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:37,295 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9c51e66fe15f1de9f366acb72d94cf04 2024-12-05T12:21:37,296 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/default/test/9c51e66fe15f1de9f366acb72d94cf04 2024-12-05T12:21:37,297 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/default/test/9c51e66fe15f1de9f366acb72d94cf04 2024-12-05T12:21:37,298 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9c51e66fe15f1de9f366acb72d94cf04 2024-12-05T12:21:37,298 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9c51e66fe15f1de9f366acb72d94cf04 2024-12-05T12:21:37,299 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:21:37,300 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9c51e66fe15f1de9f366acb72d94cf04 2024-12-05T12:21:37,311 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/default/test/9c51e66fe15f1de9f366acb72d94cf04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:37,311 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9c51e66fe15f1de9f366acb72d94cf04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59954064, jitterRate=-0.10661482810974121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:21:37,311 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c51e66fe15f1de9f366acb72d94cf04 2024-12-05T12:21:37,311 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9c51e66fe15f1de9f366acb72d94cf04: Running coprocessor pre-open hook at 1733401297281Writing region info on filesystem at 1733401297281Initializing all the Stores at 1733401297285 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401297285Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401297285Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401297285Cleaning up temporary data from old regions at 1733401297298 (+13 ms)Running coprocessor post-open hooks at 1733401297311 (+13 ms)Region opened successfully at 1733401297311 2024-12-05T12:21:37,313 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04., pid=6, masterSystemTime=1733401297275 2024-12-05T12:21:37,316 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04. 2024-12-05T12:21:37,316 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04. 2024-12-05T12:21:37,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9c51e66fe15f1de9f366acb72d94cf04, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f4bc09594422,34363,1733401293186 2024-12-05T12:21:37,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c51e66fe15f1de9f366acb72d94cf04, server=f4bc09594422,34363,1733401293186 because future has completed 2024-12-05T12:21:37,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:21:37,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c51e66fe15f1de9f366acb72d94cf04, server=f4bc09594422,34363,1733401293186 in 199 msec 2024-12-05T12:21:37,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:21:37,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9c51e66fe15f1de9f366acb72d94cf04, ASSIGN in 360 msec 2024-12-05T12:21:37,328 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:21:37,329 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401297329"}]},"ts":"1733401297329"} 2024-12-05T12:21:37,331 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:21:37,333 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:21:37,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 834 msec 2024-12-05T12:21:37,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:21:37,451 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T12:21:37,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T12:21:37,452 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T12:21:37,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:21:37,452 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T12:21:37,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:21:37,452 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T12:21:37,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:21:37,452 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T12:21:37,453 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T12:21:37,453 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T12:21:37,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:21:37,644 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:21:37,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba6c933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:37,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39221,-1 for getting cluster id 2024-12-05T12:21:37,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:37,646 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8d03673-02fd-4d97-b9d2-4b731bea73f2' 2024-12-05T12:21:37,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:37,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8d03673-02fd-4d97-b9d2-4b731bea73f2" 2024-12-05T12:21:37,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a64cd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:37,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39221,-1] 2024-12-05T12:21:37,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:37,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:37,648 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:37,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d78d55f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:37,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1634cb3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:37,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,42713,-1 for getting cluster id 2024-12-05T12:21:37,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:37,650 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad7b2308-7af2-44c5-b091-9bb4f0ef4542' 2024-12-05T12:21:37,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:37,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad7b2308-7af2-44c5-b091-9bb4f0ef4542" 2024-12-05T12:21:37,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246a0ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:37,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,42713,-1] 2024-12-05T12:21:37,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:37,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:37,652 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:37,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154ace41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:37,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fef461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:37,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39221,-1 for getting cluster id 2024-12-05T12:21:37,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:37,654 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8d03673-02fd-4d97-b9d2-4b731bea73f2' 2024-12-05T12:21:37,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:37,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8d03673-02fd-4d97-b9d2-4b731bea73f2" 2024-12-05T12:21:37,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8d4591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:37,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39221,-1] 2024-12-05T12:21:37,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:37,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:37,656 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:37,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c54f5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:37,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:37,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,39221,1733401288201 2024-12-05T12:21:37,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26d131c6 2024-12-05T12:21:37,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:37,661 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:21:37,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39221 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f4bc09594422:42713,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:21:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39221 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:21:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:21:37,665 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:42713' 2024-12-05T12:21:37,666 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2a3cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:37,666 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,42713,-1 for getting cluster id 2024-12-05T12:21:37,666 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:37,668 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad7b2308-7af2-44c5-b091-9bb4f0ef4542' 2024-12-05T12:21:37,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:37,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad7b2308-7af2-44c5-b091-9bb4f0ef4542" 2024-12-05T12:21:37,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7bf7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:37,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,42713,-1] 2024-12-05T12:21:37,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:37,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:37,669 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:37,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367d23fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:37,670 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:37,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,42713,1733401293132 2024-12-05T12:21:37,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65dbc815 2024-12-05T12:21:37,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:37,672 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:21:37,673 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T12:21:37,673 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:21:37,673 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:37,673 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:37,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:37,674 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:21:37,675 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:21:37,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:21:37,676 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:37,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:21:37,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:21:37,725 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:21:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:21:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:21:38,087 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 744eb1e97f476c95ad11b23ae62f9009, NAME => 'hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0 2024-12-05T12:21:38,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:21:38,093 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:38,093 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 744eb1e97f476c95ad11b23ae62f9009, disabling compactions & flushes 2024-12-05T12:21:38,093 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009. 2024-12-05T12:21:38,093 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009. 2024-12-05T12:21:38,093 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009. after waiting 0 ms 2024-12-05T12:21:38,093 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009. 2024-12-05T12:21:38,093 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009. 2024-12-05T12:21:38,093 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 744eb1e97f476c95ad11b23ae62f9009: Waiting for close lock at 1733401298093Disabling compacts and flushes for region at 1733401298093Disabling writes for close at 1733401298093Writing region close event to WAL at 1733401298093Closed at 1733401298093 2024-12-05T12:21:38,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:21:38,095 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401298095"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401298095"}]},"ts":"1733401298095"} 2024-12-05T12:21:38,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:21:38,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:21:38,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401298099"}]},"ts":"1733401298099"} 2024-12-05T12:21:38,102 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:21:38,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=744eb1e97f476c95ad11b23ae62f9009, ASSIGN}] 2024-12-05T12:21:38,104 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=744eb1e97f476c95ad11b23ae62f9009, ASSIGN 2024-12-05T12:21:38,105 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=744eb1e97f476c95ad11b23ae62f9009, ASSIGN; state=OFFLINE, location=f4bc09594422,45333,1733401288259; forceNewPlan=false, retain=false 2024-12-05T12:21:38,255 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=744eb1e97f476c95ad11b23ae62f9009, regionState=OPENING, regionLocation=f4bc09594422,45333,1733401288259 2024-12-05T12:21:38,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=744eb1e97f476c95ad11b23ae62f9009, ASSIGN because future has completed 2024-12-05T12:21:38,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 744eb1e97f476c95ad11b23ae62f9009, server=f4bc09594422,45333,1733401288259}] 2024-12-05T12:21:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:21:38,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009. 2024-12-05T12:21:38,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:21:38,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:21:38,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C45333%2C1733401288259.rep, suffix=, logDir=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259, archiveDir=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/oldWALs, maxLogs=10 2024-12-05T12:21:38,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.rep.1733401298419, exclude list is [], retry=0 2024-12-05T12:21:38,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36473,DS-e3e5f231-3fef-4443-b7be-e8d041259142,DISK] 2024-12-05T12:21:38,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.rep.1733401298419 2024-12-05T12:21:38,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39409:39409)] 2024-12-05T12:21:38,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 744eb1e97f476c95ad11b23ae62f9009, NAME => 'hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:21:38,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:21:38,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:21:38,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009. service=MultiRowMutationService 2024-12-05T12:21:38,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:21:38,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 744eb1e97f476c95ad11b23ae62f9009 2024-12-05T12:21:38,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:21:38,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 744eb1e97f476c95ad11b23ae62f9009 2024-12-05T12:21:38,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 744eb1e97f476c95ad11b23ae62f9009 2024-12-05T12:21:38,447 INFO [StoreOpener-744eb1e97f476c95ad11b23ae62f9009-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 744eb1e97f476c95ad11b23ae62f9009 2024-12-05T12:21:38,449 INFO [StoreOpener-744eb1e97f476c95ad11b23ae62f9009-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 744eb1e97f476c95ad11b23ae62f9009 columnFamilyName hfileref 2024-12-05T12:21:38,450 DEBUG [StoreOpener-744eb1e97f476c95ad11b23ae62f9009-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:38,451 INFO [StoreOpener-744eb1e97f476c95ad11b23ae62f9009-1 {}] regionserver.HStore(327): Store=744eb1e97f476c95ad11b23ae62f9009/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:38,451 INFO [StoreOpener-744eb1e97f476c95ad11b23ae62f9009-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 744eb1e97f476c95ad11b23ae62f9009 2024-12-05T12:21:38,452 INFO [StoreOpener-744eb1e97f476c95ad11b23ae62f9009-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 744eb1e97f476c95ad11b23ae62f9009 columnFamilyName queue 2024-12-05T12:21:38,452 DEBUG [StoreOpener-744eb1e97f476c95ad11b23ae62f9009-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:38,453 INFO [StoreOpener-744eb1e97f476c95ad11b23ae62f9009-1 {}] regionserver.HStore(327): Store=744eb1e97f476c95ad11b23ae62f9009/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:38,453 INFO [StoreOpener-744eb1e97f476c95ad11b23ae62f9009-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 744eb1e97f476c95ad11b23ae62f9009 2024-12-05T12:21:38,454 INFO [StoreOpener-744eb1e97f476c95ad11b23ae62f9009-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 744eb1e97f476c95ad11b23ae62f9009 columnFamilyName sid 2024-12-05T12:21:38,454 DEBUG [StoreOpener-744eb1e97f476c95ad11b23ae62f9009-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:21:38,455 INFO [StoreOpener-744eb1e97f476c95ad11b23ae62f9009-1 {}] regionserver.HStore(327): Store=744eb1e97f476c95ad11b23ae62f9009/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:21:38,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 744eb1e97f476c95ad11b23ae62f9009 2024-12-05T12:21:38,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/replication/744eb1e97f476c95ad11b23ae62f9009 2024-12-05T12:21:38,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/replication/744eb1e97f476c95ad11b23ae62f9009 2024-12-05T12:21:38,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 744eb1e97f476c95ad11b23ae62f9009 2024-12-05T12:21:38,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 744eb1e97f476c95ad11b23ae62f9009 2024-12-05T12:21:38,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:21:38,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 744eb1e97f476c95ad11b23ae62f9009 2024-12-05T12:21:38,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/replication/744eb1e97f476c95ad11b23ae62f9009/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:21:38,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 744eb1e97f476c95ad11b23ae62f9009; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59292084, jitterRate=-0.11647909879684448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:21:38,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 744eb1e97f476c95ad11b23ae62f9009 2024-12-05T12:21:38,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 744eb1e97f476c95ad11b23ae62f9009: Running coprocessor pre-open hook at 1733401298445Writing region info on filesystem at 1733401298445Initializing all the Stores at 1733401298446 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401298446Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401298447 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401298447Cleaning up temporary data from old regions at 1733401298459 (+12 ms)Running coprocessor post-open hooks at 1733401298464 (+5 ms)Region opened successfully at 1733401298465 (+1 ms) 2024-12-05T12:21:38,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009., pid=10, masterSystemTime=1733401298412 2024-12-05T12:21:38,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009. 2024-12-05T12:21:38,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009. 2024-12-05T12:21:38,472 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=744eb1e97f476c95ad11b23ae62f9009, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,45333,1733401288259 2024-12-05T12:21:38,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 744eb1e97f476c95ad11b23ae62f9009, server=f4bc09594422,45333,1733401288259 because future has completed 2024-12-05T12:21:38,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:21:38,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 744eb1e97f476c95ad11b23ae62f9009, server=f4bc09594422,45333,1733401288259 in 217 msec 2024-12-05T12:21:38,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:21:38,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=744eb1e97f476c95ad11b23ae62f9009, ASSIGN in 378 msec 2024-12-05T12:21:38,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:21:38,488 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401298488"}]},"ts":"1733401298488"} 2024-12-05T12:21:38,491 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:21:38,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:21:38,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 818 msec 2024-12-05T12:21:38,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009., hostname=f4bc09594422,45333,1733401288259, seqNum=2] 2024-12-05T12:21:38,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298 2024-12-05T12:21:38,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45333-0x100aa62a4ab0001, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298 2024-12-05T12:21:38,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:21:38,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45333 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:21:38,701 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:21:38,731 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f4bc09594422,45333,1733401288259, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:21:38,731 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:38,731 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,45333,1733401288259, seqNum=-1] 2024-12-05T12:21:38,732 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:38,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-05T12:21:38,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f4bc09594422,45333,1733401288259', locateType=CURRENT is [region=hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009., hostname=f4bc09594422,45333,1733401288259, seqNum=2] 2024-12-05T12:21:38,737 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:21:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39221 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:21:38,740 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f4bc09594422,45333,1733401288259 suceeded 2024-12-05T12:21:38,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:21:38,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-12-05T12:21:38,743 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f4bc09594422:42713,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-05T12:21:38,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0810 sec 2024-12-05T12:21:38,753 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:42713' 2024-12-05T12:21:38,754 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cc5e0fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:38,754 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,42713,-1 for getting cluster id 2024-12-05T12:21:38,754 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:38,755 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad7b2308-7af2-44c5-b091-9bb4f0ef4542' 2024-12-05T12:21:38,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:38,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad7b2308-7af2-44c5-b091-9bb4f0ef4542" 2024-12-05T12:21:38,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f966d11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:38,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,42713,-1] 2024-12-05T12:21:38,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:38,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:38,757 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:38,758 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77e9d10d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:38,758 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:38,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,42713,1733401293132 2024-12-05T12:21:38,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@451af59b 2024-12-05T12:21:38,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:38,759 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-05T12:21:38,760 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f4bc09594422,45333,1733401288259 (queues=1) is replicating from cluster=c8d03673-02fd-4d97-b9d2-4b731bea73f2 to cluster=ad7b2308-7af2-44c5-b091-9bb4f0ef4542 2024-12-05T12:21:38,760 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f4bc09594422%2C45333%2C1733401288259 2024-12-05T12:21:38,760 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f4bc09594422,45333,1733401288259, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:21:38,761 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.shipperf4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f4bc09594422%2C45333%2C1733401288259 2024-12-05T12:21:38,761 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262, startPosition=0, beingWritten=true 2024-12-05T12:21:38,770 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:21:38,770 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 379, reset compression=false 2024-12-05T12:21:38,770 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.shipperf4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,45333,1733401288259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:21:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:21:38,804 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:21:38,804 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:38,804 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:38,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:38,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:38,805 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:38,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:38,812 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733401298810/Put/seqid=0 2024-12-05T12:21:38,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741840_1016 (size=7894) 2024-12-05T12:21:38,974 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 379, reset compression=false 2024-12-05T12:21:39,220 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/load_f/f/hfile_1 is 34, key is ddd/f:row/1733401299219/Put/seqid=0 2024-12-05T12:21:39,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741841_1017 (size=7691) 2024-12-05T12:21:39,279 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 379, reset compression=false 2024-12-05T12:21:39,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2729c5a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:39,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39221,-1 for getting cluster id 2024-12-05T12:21:39,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:39,630 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8d03673-02fd-4d97-b9d2-4b731bea73f2' 2024-12-05T12:21:39,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:39,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8d03673-02fd-4d97-b9d2-4b731bea73f2" 2024-12-05T12:21:39,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611e25ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:39,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39221,-1] 2024-12-05T12:21:39,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:39,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:39,633 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:39,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1937682a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:39,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:39,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,45333,1733401288259, seqNum=-1] 2024-12-05T12:21:39,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:39,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:39,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,39221,1733401288201 2024-12-05T12:21:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ada937e 2024-12-05T12:21:39,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:39,650 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:21:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2., hostname=f4bc09594422,45333,1733401288259, seqNum=2] 2024-12-05T12:21:39,665 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:21:39,678 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-05T12:21:39,681 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-05T12:21:39,683 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 379, reset compression=false 2024-12-05T12:21:39,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/load_f/f/hfile_0 for inclusion in a87012980a02a2c606b48d41b5d34ae2/f 2024-12-05T12:21:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T12:21:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:21:39,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/load_f/f/hfile_1 for inclusion in a87012980a02a2c606b48d41b5d34ae2/f 2024-12-05T12:21:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T12:21:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:21:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HRegion(2603): Flush status journal for a87012980a02a2c606b48d41b5d34ae2: 2024-12-05T12:21:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/load_f/f/hfile_0 to hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/staging/jenkins__test__lu9fgs5ssna5hg0rfcvp3qqge690fv2tm9t76tpml3j8kg26q1sa3emnmi8kmikt/f/hfile_0 2024-12-05T12:21:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/staging/jenkins__test__lu9fgs5ssna5hg0rfcvp3qqge690fv2tm9t76tpml3j8kg26q1sa3emnmi8kmikt/f/hfile_0 as hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/default/test/a87012980a02a2c606b48d41b5d34ae2/f/bb29c56ec08948a99542955cf94e1614_SeqId_4_ 2024-12-05T12:21:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/load_f/f/hfile_1 to hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/staging/jenkins__test__lu9fgs5ssna5hg0rfcvp3qqge690fv2tm9t76tpml3j8kg26q1sa3emnmi8kmikt/f/hfile_1 2024-12-05T12:21:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/staging/jenkins__test__lu9fgs5ssna5hg0rfcvp3qqge690fv2tm9t76tpml3j8kg26q1sa3emnmi8kmikt/f/hfile_1 as hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/default/test/a87012980a02a2c606b48d41b5d34ae2/f/44441495a92c4027af0a382636df8c8b_SeqId_4_ 2024-12-05T12:21:39,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/staging/jenkins__test__lu9fgs5ssna5hg0rfcvp3qqge690fv2tm9t76tpml3j8kg26q1sa3emnmi8kmikt/f/hfile_0 into a87012980a02a2c606b48d41b5d34ae2/f as hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/default/test/a87012980a02a2c606b48d41b5d34ae2/f/bb29c56ec08948a99542955cf94e1614_SeqId_4_ - updating store file list. 2024-12-05T12:21:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bb29c56ec08948a99542955cf94e1614_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:21:39,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/default/test/a87012980a02a2c606b48d41b5d34ae2/f/bb29c56ec08948a99542955cf94e1614_SeqId_4_ into a87012980a02a2c606b48d41b5d34ae2/f 2024-12-05T12:21:39,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/staging/jenkins__test__lu9fgs5ssna5hg0rfcvp3qqge690fv2tm9t76tpml3j8kg26q1sa3emnmi8kmikt/f/hfile_0 into a87012980a02a2c606b48d41b5d34ae2/f (new location: hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/default/test/a87012980a02a2c606b48d41b5d34ae2/f/bb29c56ec08948a99542955cf94e1614_SeqId_4_) 2024-12-05T12:21:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/staging/jenkins__test__lu9fgs5ssna5hg0rfcvp3qqge690fv2tm9t76tpml3j8kg26q1sa3emnmi8kmikt/f/hfile_0 2024-12-05T12:21:39,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/staging/jenkins__test__lu9fgs5ssna5hg0rfcvp3qqge690fv2tm9t76tpml3j8kg26q1sa3emnmi8kmikt/f/hfile_1 into a87012980a02a2c606b48d41b5d34ae2/f as hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/default/test/a87012980a02a2c606b48d41b5d34ae2/f/44441495a92c4027af0a382636df8c8b_SeqId_4_ - updating store file list. 2024-12-05T12:21:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 44441495a92c4027af0a382636df8c8b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:21:39,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/default/test/a87012980a02a2c606b48d41b5d34ae2/f/44441495a92c4027af0a382636df8c8b_SeqId_4_ into a87012980a02a2c606b48d41b5d34ae2/f 2024-12-05T12:21:39,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/staging/jenkins__test__lu9fgs5ssna5hg0rfcvp3qqge690fv2tm9t76tpml3j8kg26q1sa3emnmi8kmikt/f/hfile_1 into a87012980a02a2c606b48d41b5d34ae2/f (new location: hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/default/test/a87012980a02a2c606b48d41b5d34ae2/f/44441495a92c4027af0a382636df8c8b_SeqId_4_) 2024-12-05T12:21:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/staging/jenkins__test__lu9fgs5ssna5hg0rfcvp3qqge690fv2tm9t76tpml3j8kg26q1sa3emnmi8kmikt/f/hfile_1 2024-12-05T12:21:39,737 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:39,737 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:39,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:39,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:39,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:39,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:39,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2., hostname=f4bc09594422,45333,1733401288259, seqNum=2 , the old value is region=test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2., hostname=f4bc09594422,45333,1733401288259, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f4bc09594422:45333 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:21:39,739 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,34363,1733401293186, seqNum=-1] 2024-12-05T12:21:39,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:39,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2., hostname=f4bc09594422,45333,1733401288259, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:21:39,740 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T12:21:39,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2., hostname=f4bc09594422,45333,1733401288259, seqNum=2 from cache 2024-12-05T12:21:39,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:39,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04., hostname=f4bc09594422,34363,1733401293186, seqNum=2] 2024-12-05T12:21:39,745 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T12:21:39,845 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:45333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T12:21:40,097 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T12:21:40,188 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 379, reset compression=false 2024-12-05T12:21:40,195 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:21:40,195 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.shipperf4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,45333,1733401288259 got entry batch from reader: WALEntryBatch [walEntries=[{test/a87012980a02a2c606b48d41b5d34ae2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733401299732/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T12:21:40,216 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.shipperf4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:21:40,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-05T12:21:40,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.ReplicationSink(318): Replicating [c8d03673-02fd-4d97-b9d2-4b731bea73f2] bulk loaded data 2024-12-05T12:21:40,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59ebfc70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:40,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,42713,-1 for getting cluster id 2024-12-05T12:21:40,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:40,223 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad7b2308-7af2-44c5-b091-9bb4f0ef4542' 2024-12-05T12:21:40,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:40,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad7b2308-7af2-44c5-b091-9bb4f0ef4542" 2024-12-05T12:21:40,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76c8902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:40,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,42713,-1] 2024-12-05T12:21:40,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:40,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:40,225 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:40,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f9903fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:40,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741837_1013 (size=7894) 2024-12-05T12:21:40,395 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 687, reset compression=false 2024-12-05T12:21:40,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741838_1014 (size=7691) 2024-12-05T12:21:40,699 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 687, reset compression=false 2024-12-05T12:21:40,708 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:21:40,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:40,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:40,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:21:40,748 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T12:21:41,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:41,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,42713,1733401293132 2024-12-05T12:21:41,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49a381cf 2024-12-05T12:21:41,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:41,055 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-05T12:21:41,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:21:41,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:41,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,34363,1733401293186, seqNum=-1] 2024-12-05T12:21:41,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:41,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-05T12:21:41,067 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/staging/jenkins.hfs.6__test__cb10r1hoph3a1sncn50s1sv5gfan3q2erqkb57s3ssmq1736np3sfmvojt0f1h3p/f/44441495a92c4027af0a382636df8c8b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T12:21:41,069 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/staging/jenkins.hfs.6__test__cb10r1hoph3a1sncn50s1sv5gfan3q2erqkb57s3ssmq1736np3sfmvojt0f1h3p/f/bb29c56ec08948a99542955cf94e1614_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T12:21:41,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/staging/jenkins.hfs.6__test__cb10r1hoph3a1sncn50s1sv5gfan3q2erqkb57s3ssmq1736np3sfmvojt0f1h3p/f/44441495a92c4027af0a382636df8c8b_SeqId_4_ for inclusion in 9c51e66fe15f1de9f366acb72d94cf04/f 2024-12-05T12:21:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T12:21:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:21:41,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/staging/jenkins.hfs.6__test__cb10r1hoph3a1sncn50s1sv5gfan3q2erqkb57s3ssmq1736np3sfmvojt0f1h3p/f/bb29c56ec08948a99542955cf94e1614_SeqId_4_ for inclusion in 9c51e66fe15f1de9f366acb72d94cf04/f 2024-12-05T12:21:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T12:21:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:21:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(2603): Flush status journal for 9c51e66fe15f1de9f366acb72d94cf04: 2024-12-05T12:21:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 44441495a92c4027af0a382636df8c8b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:21:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/staging/jenkins.hfs.6__test__cb10r1hoph3a1sncn50s1sv5gfan3q2erqkb57s3ssmq1736np3sfmvojt0f1h3p/f/44441495a92c4027af0a382636df8c8b_SeqId_4_ as hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/default/test/9c51e66fe15f1de9f366acb72d94cf04/f/f9ad7e2c67e94a479049e2cb4922e266_SeqId_4_ 2024-12-05T12:21:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bb29c56ec08948a99542955cf94e1614_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:21:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/staging/jenkins.hfs.6__test__cb10r1hoph3a1sncn50s1sv5gfan3q2erqkb57s3ssmq1736np3sfmvojt0f1h3p/f/bb29c56ec08948a99542955cf94e1614_SeqId_4_ as hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/default/test/9c51e66fe15f1de9f366acb72d94cf04/f/448cabffbc344391ba2dee180c54998d_SeqId_4_ 2024-12-05T12:21:41,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/staging/jenkins.hfs.6__test__cb10r1hoph3a1sncn50s1sv5gfan3q2erqkb57s3ssmq1736np3sfmvojt0f1h3p/f/44441495a92c4027af0a382636df8c8b_SeqId_4_ into 9c51e66fe15f1de9f366acb72d94cf04/f as hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/default/test/9c51e66fe15f1de9f366acb72d94cf04/f/f9ad7e2c67e94a479049e2cb4922e266_SeqId_4_ - updating store file list. 2024-12-05T12:21:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f9ad7e2c67e94a479049e2cb4922e266_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:21:41,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/default/test/9c51e66fe15f1de9f366acb72d94cf04/f/f9ad7e2c67e94a479049e2cb4922e266_SeqId_4_ into 9c51e66fe15f1de9f366acb72d94cf04/f 2024-12-05T12:21:41,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/staging/jenkins.hfs.6__test__cb10r1hoph3a1sncn50s1sv5gfan3q2erqkb57s3ssmq1736np3sfmvojt0f1h3p/f/44441495a92c4027af0a382636df8c8b_SeqId_4_ into 9c51e66fe15f1de9f366acb72d94cf04/f (new location: hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/default/test/9c51e66fe15f1de9f366acb72d94cf04/f/f9ad7e2c67e94a479049e2cb4922e266_SeqId_4_) 2024-12-05T12:21:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/staging/jenkins.hfs.6__test__cb10r1hoph3a1sncn50s1sv5gfan3q2erqkb57s3ssmq1736np3sfmvojt0f1h3p/f/44441495a92c4027af0a382636df8c8b_SeqId_4_ 2024-12-05T12:21:41,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/staging/jenkins.hfs.6__test__cb10r1hoph3a1sncn50s1sv5gfan3q2erqkb57s3ssmq1736np3sfmvojt0f1h3p/f/bb29c56ec08948a99542955cf94e1614_SeqId_4_ into 9c51e66fe15f1de9f366acb72d94cf04/f as hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/default/test/9c51e66fe15f1de9f366acb72d94cf04/f/448cabffbc344391ba2dee180c54998d_SeqId_4_ - updating store file list. 2024-12-05T12:21:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 448cabffbc344391ba2dee180c54998d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:21:41,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/default/test/9c51e66fe15f1de9f366acb72d94cf04/f/448cabffbc344391ba2dee180c54998d_SeqId_4_ into 9c51e66fe15f1de9f366acb72d94cf04/f 2024-12-05T12:21:41,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/staging/jenkins.hfs.6__test__cb10r1hoph3a1sncn50s1sv5gfan3q2erqkb57s3ssmq1736np3sfmvojt0f1h3p/f/bb29c56ec08948a99542955cf94e1614_SeqId_4_ into 9c51e66fe15f1de9f366acb72d94cf04/f (new location: hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/default/test/9c51e66fe15f1de9f366acb72d94cf04/f/448cabffbc344391ba2dee180c54998d_SeqId_4_) 2024-12-05T12:21:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/staging/jenkins.hfs.6__test__cb10r1hoph3a1sncn50s1sv5gfan3q2erqkb57s3ssmq1736np3sfmvojt0f1h3p/f/bb29c56ec08948a99542955cf94e1614_SeqId_4_ 2024-12-05T12:21:41,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.ReplicationSink(324): Finished replicating [c8d03673-02fd-4d97-b9d2-4b731bea73f2] bulk loaded data 2024-12-05T12:21:41,103 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 687, reset compression=false 2024-12-05T12:21:41,610 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 687, reset compression=false 2024-12-05T12:21:41,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:21:41,768 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733401301767/Put/seqid=0 2024-12-05T12:21:41,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741842_1018 (size=7997) 2024-12-05T12:21:42,113 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T12:21:42,176 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733401302175/Put/seqid=0 2024-12-05T12:21:42,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741843_1019 (size=7794) 2024-12-05T12:21:42,217 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 687, reset compression=false 2024-12-05T12:21:42,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545e2955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:42,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39221,-1 for getting cluster id 2024-12-05T12:21:42,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:21:42,583 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8d03673-02fd-4d97-b9d2-4b731bea73f2' 2024-12-05T12:21:42,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:21:42,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8d03673-02fd-4d97-b9d2-4b731bea73f2" 2024-12-05T12:21:42,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2e0b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:42,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39221,-1] 2024-12-05T12:21:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:21:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:42,585 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:21:42,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d29809c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:21:42,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,45333,1733401288259, seqNum=-1] 2024-12-05T12:21:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:42,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:42,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:21:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,39221,1733401288201 2024-12-05T12:21:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3adf952e 2024-12-05T12:21:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:21:42,598 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:21:42,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2., hostname=f4bc09594422,45333,1733401288259, seqNum=2] 2024-12-05T12:21:42,603 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:21:42,608 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-05T12:21:42,611 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-05T12:21:42,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/load_f1/f1/hfile_0 for inclusion in a87012980a02a2c606b48d41b5d34ae2/f1 2024-12-05T12:21:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T12:21:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:21:42,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/load_f1/f1/hfile_1 for inclusion in a87012980a02a2c606b48d41b5d34ae2/f1 2024-12-05T12:21:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T12:21:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:21:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HRegion(2603): Flush status journal for a87012980a02a2c606b48d41b5d34ae2: 2024-12-05T12:21:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/load_f1/f1/hfile_0 to hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/staging/jenkins__test__ocg5sr0l3g69mm0m60ob69p3sjfv3o9cbtkc01mtplh216augqc8uqrhh2emudv2/f1/hfile_0 2024-12-05T12:21:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/staging/jenkins__test__ocg5sr0l3g69mm0m60ob69p3sjfv3o9cbtkc01mtplh216augqc8uqrhh2emudv2/f1/hfile_0 as hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/default/test/a87012980a02a2c606b48d41b5d34ae2/f1/725d265625a941f19049ebd34252a0ff_SeqId_6_ 2024-12-05T12:21:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/load_f1/f1/hfile_1 to hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/staging/jenkins__test__ocg5sr0l3g69mm0m60ob69p3sjfv3o9cbtkc01mtplh216augqc8uqrhh2emudv2/f1/hfile_1 2024-12-05T12:21:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/staging/jenkins__test__ocg5sr0l3g69mm0m60ob69p3sjfv3o9cbtkc01mtplh216augqc8uqrhh2emudv2/f1/hfile_1 as hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/default/test/a87012980a02a2c606b48d41b5d34ae2/f1/e0e0b3736fcc47e1991332a986d27aeb_SeqId_6_ 2024-12-05T12:21:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-05T12:21:42,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/staging/jenkins__test__ocg5sr0l3g69mm0m60ob69p3sjfv3o9cbtkc01mtplh216augqc8uqrhh2emudv2/f1/hfile_0 into a87012980a02a2c606b48d41b5d34ae2/f1 as hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/default/test/a87012980a02a2c606b48d41b5d34ae2/f1/725d265625a941f19049ebd34252a0ff_SeqId_6_ - updating store file list. 2024-12-05T12:21:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 725d265625a941f19049ebd34252a0ff_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T12:21:42,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/default/test/a87012980a02a2c606b48d41b5d34ae2/f1/725d265625a941f19049ebd34252a0ff_SeqId_6_ into a87012980a02a2c606b48d41b5d34ae2/f1 2024-12-05T12:21:42,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/staging/jenkins__test__ocg5sr0l3g69mm0m60ob69p3sjfv3o9cbtkc01mtplh216augqc8uqrhh2emudv2/f1/hfile_0 into a87012980a02a2c606b48d41b5d34ae2/f1 (new location: hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/default/test/a87012980a02a2c606b48d41b5d34ae2/f1/725d265625a941f19049ebd34252a0ff_SeqId_6_) 2024-12-05T12:21:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/staging/jenkins__test__ocg5sr0l3g69mm0m60ob69p3sjfv3o9cbtkc01mtplh216augqc8uqrhh2emudv2/f1/hfile_0 2024-12-05T12:21:42,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/staging/jenkins__test__ocg5sr0l3g69mm0m60ob69p3sjfv3o9cbtkc01mtplh216augqc8uqrhh2emudv2/f1/hfile_1 into a87012980a02a2c606b48d41b5d34ae2/f1 as hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/default/test/a87012980a02a2c606b48d41b5d34ae2/f1/e0e0b3736fcc47e1991332a986d27aeb_SeqId_6_ - updating store file list. 2024-12-05T12:21:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e0e0b3736fcc47e1991332a986d27aeb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T12:21:42,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/default/test/a87012980a02a2c606b48d41b5d34ae2/f1/e0e0b3736fcc47e1991332a986d27aeb_SeqId_6_ into a87012980a02a2c606b48d41b5d34ae2/f1 2024-12-05T12:21:42,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/staging/jenkins__test__ocg5sr0l3g69mm0m60ob69p3sjfv3o9cbtkc01mtplh216augqc8uqrhh2emudv2/f1/hfile_1 into a87012980a02a2c606b48d41b5d34ae2/f1 (new location: hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/default/test/a87012980a02a2c606b48d41b5d34ae2/f1/e0e0b3736fcc47e1991332a986d27aeb_SeqId_6_) 2024-12-05T12:21:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/staging/jenkins__test__ocg5sr0l3g69mm0m60ob69p3sjfv3o9cbtkc01mtplh216augqc8uqrhh2emudv2/f1/hfile_1 2024-12-05T12:21:42,641 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:21:42,641 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:21:42,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:42,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:21:42,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2., hostname=f4bc09594422,45333,1733401288259, seqNum=2 , the old value is region=test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2., hostname=f4bc09594422,45333,1733401288259, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f4bc09594422:45333 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:21:42,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2., hostname=f4bc09594422,45333,1733401288259, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:21:42,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2., hostname=f4bc09594422,45333,1733401288259, seqNum=2 from cache 2024-12-05T12:21:42,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:21:42,641 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:21:42,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,45333,1733401288259, seqNum=-1] 2024-12-05T12:21:42,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:21:42,643 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T12:21:42,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:21:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2., hostname=f4bc09594422,45333,1733401288259, seqNum=2] 2024-12-05T12:21:42,745 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:45333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T12:21:42,921 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 687, reset compression=false 2024-12-05T12:21:42,928 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:21:42,928 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:21:42,928 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.shipperf4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,45333,1733401288259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:21:43,134 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:21:43,438 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:21:43,843 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:21:44,354 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:21:44,960 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:21:45,673 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:21:46,477 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:21:47,382 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:21:47,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T12:21:47,451 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T12:21:48,387 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:21:49,491 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:21:50,701 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:21:52,005 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:21:53,410 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:21:54,918 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:21:56,525 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:21:57,788 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:21:58,229 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:22:00,035 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:22:01,940 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:22:02,931 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.shipperf4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,45333,1733401288259 got entry batch from reader: null 2024-12-05T12:22:03,113 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:22:03,948 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:22:06,061 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:22:08,266 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:22:10,570 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:22:11,392 INFO [master/f4bc09594422:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T12:22:11,392 INFO [master/f4bc09594422:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T12:22:12,975 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:22:15,335 INFO [master/f4bc09594422:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T12:22:15,335 INFO [master/f4bc09594422:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T12:22:15,480 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:22:18,084 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:22:20,790 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:22:21,120 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a87012980a02a2c606b48d41b5d34ae2, had cached 0 bytes from a total of 31376 2024-12-05T12:22:22,281 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9c51e66fe15f1de9f366acb72d94cf04, had cached 0 bytes from a total of 15585 2024-12-05T12:22:22,932 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.shipperf4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,45333,1733401288259 got entry batch from reader: null 2024-12-05T12:22:23,595 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:22:26,501 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:22:27,788 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:22:29,506 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:22:31,393 DEBUG [master/f4bc09594422:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T12:22:32,611 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:22:33,113 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:22:35,273 DEBUG [master/f4bc09594422:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T12:22:35,818 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:22:39,122 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:22:42,538 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:22:42,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:22:42,686 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:22:42,686 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:22:42,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:42,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:42,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:22:42,687 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:22:42,687 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2024437287, stopped=false 2024-12-05T12:22:42,687 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,42713,1733401293132 2024-12-05T12:22:42,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x100aa62a4ab0004, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1576203728/running 2024-12-05T12:22:42,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1576203728/running 2024-12-05T12:22:42,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x100aa62a4ab0004, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1576203728 2024-12-05T12:22:42,689 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:22:42,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1576203728 2024-12-05T12:22:42,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:22:42,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:22:42,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:42,689 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,34363,1733401293186' ***** 2024-12-05T12:22:42,689 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:22:42,690 INFO [RS:0;f4bc09594422:34363 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:22:42,690 INFO [RS:0;f4bc09594422:34363 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:22:42,690 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:22:42,690 INFO [RS:0;f4bc09594422:34363 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:22:42,690 INFO [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c51e66fe15f1de9f366acb72d94cf04 2024-12-05T12:22:42,690 INFO [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,34363,1733401293186 2024-12-05T12:22:42,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34363-0x100aa62a4ab0004, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Set watcher on znode that does not yet exist, /1-1576203728/running 2024-12-05T12:22:42,691 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c51e66fe15f1de9f366acb72d94cf04, disabling compactions & flushes 2024-12-05T12:22:42,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Set watcher on znode that does not yet exist, /1-1576203728/running 2024-12-05T12:22:42,691 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04. 2024-12-05T12:22:42,691 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04. 2024-12-05T12:22:42,691 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04. after waiting 0 ms 2024-12-05T12:22:42,691 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04. 2024-12-05T12:22:42,691 INFO [RS:0;f4bc09594422:34363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:22:42,691 INFO [RS:0;f4bc09594422:34363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:34363. 2024-12-05T12:22:42,691 DEBUG [RS:0;f4bc09594422:34363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:22:42,691 DEBUG [RS:0;f4bc09594422:34363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:42,691 INFO [RS:0;f4bc09594422:34363 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:22:42,691 INFO [RS:0;f4bc09594422:34363 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:22:42,691 INFO [RS:0;f4bc09594422:34363 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:22:42,691 INFO [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:22:42,692 INFO [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:22:42,692 DEBUG [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(1325): Online Regions={9c51e66fe15f1de9f366acb72d94cf04=test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:22:42,692 DEBUG [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c51e66fe15f1de9f366acb72d94cf04 2024-12-05T12:22:42,692 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:22:42,692 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:22:42,692 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:22:42,692 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:22:42,692 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:22:42,692 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T12:22:42,696 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/default/test/9c51e66fe15f1de9f366acb72d94cf04/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-05T12:22:42,697 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:22:42,697 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:22:42,697 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04. 2024-12-05T12:22:42,697 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c51e66fe15f1de9f366acb72d94cf04: Waiting for close lock at 1733401362691Running coprocessor pre-close hooks at 1733401362691Disabling compacts and flushes for region at 1733401362691Disabling writes for close at 1733401362691Writing region close event to WAL at 1733401362692 (+1 ms)Running coprocessor post-close hooks at 1733401362697 (+5 ms)Closed at 1733401362697 2024-12-05T12:22:42,697 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04. 2024-12-05T12:22:42,712 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:22:42,716 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740/.tmp/info/17d791bcc24643db8119ec89acf703d5 is 129, key is test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04./info:regioninfo/1733401297316/Put/seqid=0 2024-12-05T12:22:42,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741839_1015 (size=6421) 2024-12-05T12:22:42,892 DEBUG [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:42,932 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.shipperf4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,45333,1733401288259 got entry batch from reader: null 2024-12-05T12:22:43,092 DEBUG [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:43,115 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:22:43,115 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:22:43,120 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740/.tmp/info/17d791bcc24643db8119ec89acf703d5 2024-12-05T12:22:43,143 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740/.tmp/ns/b40b0c3108064d9ca1d711386c352e53 is 43, key is default/ns:d/1733401295259/Put/seqid=0 2024-12-05T12:22:43,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741840_1016 (size=5153) 2024-12-05T12:22:43,293 DEBUG [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:43,493 DEBUG [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:43,547 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740/.tmp/ns/b40b0c3108064d9ca1d711386c352e53 2024-12-05T12:22:43,571 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740/.tmp/rep_barrier/f580e94a2abd4fd3954c52e0e2294c2f is 112, key is test,,1733401296499.9c51e66fe15f1de9f366acb72d94cf04./rep_barrier:seqnumDuringOpen/1733401297316/Put/seqid=0 2024-12-05T12:22:43,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741841_1017 (size=5518) 2024-12-05T12:22:43,693 INFO [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:22:43,693 DEBUG [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:22:43,693 DEBUG [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:43,893 DEBUG [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:43,979 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740/.tmp/rep_barrier/f580e94a2abd4fd3954c52e0e2294c2f 2024-12-05T12:22:44,004 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740/.tmp/table/a4b5368932d3456c9696484dee156661 is 40, key is test/table:state/1733401297329/Put/seqid=0 2024-12-05T12:22:44,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741842_1018 (size=5165) 2024-12-05T12:22:44,093 DEBUG [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:44,294 DEBUG [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:44,409 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740/.tmp/table/a4b5368932d3456c9696484dee156661 2024-12-05T12:22:44,415 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740/.tmp/info/17d791bcc24643db8119ec89acf703d5 as hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740/info/17d791bcc24643db8119ec89acf703d5 2024-12-05T12:22:44,420 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740/info/17d791bcc24643db8119ec89acf703d5, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T12:22:44,421 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740/.tmp/ns/b40b0c3108064d9ca1d711386c352e53 as hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740/ns/b40b0c3108064d9ca1d711386c352e53 2024-12-05T12:22:44,426 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740/ns/b40b0c3108064d9ca1d711386c352e53, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T12:22:44,427 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740/.tmp/rep_barrier/f580e94a2abd4fd3954c52e0e2294c2f as hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740/rep_barrier/f580e94a2abd4fd3954c52e0e2294c2f 2024-12-05T12:22:44,431 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740/rep_barrier/f580e94a2abd4fd3954c52e0e2294c2f, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T12:22:44,432 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740/.tmp/table/a4b5368932d3456c9696484dee156661 as hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740/table/a4b5368932d3456c9696484dee156661 2024-12-05T12:22:44,436 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740/table/a4b5368932d3456c9696484dee156661, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T12:22:44,437 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=11, compaction requested=false 2024-12-05T12:22:44,442 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T12:22:44,442 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:22:44,442 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:22:44,442 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:22:44,442 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401362692Running coprocessor pre-close hooks at 1733401362692Disabling compacts and flushes for region at 1733401362692Disabling writes for close at 1733401362692Obtaining lock to block concurrent updates at 1733401362692Preparing flush snapshotting stores in 1588230740 at 1733401362692Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733401362693 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733401362693Flushing 1588230740/info: creating writer at 1733401362694 (+1 ms)Flushing 1588230740/info: appending metadata at 1733401362715 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733401362715Flushing 1588230740/ns: creating writer at 1733401363126 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733401363142 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733401363142Flushing 1588230740/rep_barrier: creating writer at 1733401363553 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401363571 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401363571Flushing 1588230740/table: creating writer at 1733401363986 (+415 ms)Flushing 1588230740/table: appending metadata at 1733401364003 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733401364003Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ebc430: reopening flushed file at 1733401364414 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b8f59dd: reopening flushed file at 1733401364421 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cad7e2: reopening flushed file at 1733401364426 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52235779: reopening flushed file at 1733401364431 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=11, compaction requested=false at 1733401364437 (+6 ms)Writing region close event to WAL at 1733401364439 (+2 ms)Running coprocessor post-close hooks at 1733401364442 (+3 ms)Closed at 1733401364442 2024-12-05T12:22:44,443 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:22:44,494 INFO [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,34363,1733401293186; all regions closed. 2024-12-05T12:22:44,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741834_1010 (size=2717) 2024-12-05T12:22:44,499 DEBUG [RS:0;f4bc09594422:34363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/oldWALs 2024-12-05T12:22:44,499 INFO [RS:0;f4bc09594422:34363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C34363%2C1733401293186.meta:.meta(num 1733401295184) 2024-12-05T12:22:44,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741832_1008 (size=1028) 2024-12-05T12:22:44,503 DEBUG [RS:0;f4bc09594422:34363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/oldWALs 2024-12-05T12:22:44,503 INFO [RS:0;f4bc09594422:34363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C34363%2C1733401293186:(num 1733401294266) 2024-12-05T12:22:44,503 DEBUG [RS:0;f4bc09594422:34363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:44,503 INFO [RS:0;f4bc09594422:34363 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:22:44,503 INFO [RS:0;f4bc09594422:34363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:22:44,503 INFO [RS:0;f4bc09594422:34363 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:22:44,503 INFO [RS:0;f4bc09594422:34363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:22:44,503 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:22:44,504 INFO [RS:0;f4bc09594422:34363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:34363. 2024-12-05T12:22:44,504 DEBUG [RS:0;f4bc09594422:34363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:22:44,504 DEBUG [RS:0;f4bc09594422:34363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:44,504 DEBUG [RS:0;f4bc09594422:34363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:44,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:22:44,504 INFO [RS:0;f4bc09594422:34363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34363 2024-12-05T12:22:44,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x100aa62a4ab0004, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1576203728/rs/f4bc09594422,34363,1733401293186 2024-12-05T12:22:44,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1576203728/rs 2024-12-05T12:22:44,506 INFO [RS:0;f4bc09594422:34363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:22:44,507 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,34363,1733401293186] 2024-12-05T12:22:44,508 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1576203728/draining/f4bc09594422,34363,1733401293186 already deleted, retry=false 2024-12-05T12:22:44,508 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,34363,1733401293186 expired; onlineServers=0 2024-12-05T12:22:44,508 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,42713,1733401293132' ***** 2024-12-05T12:22:44,509 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:22:44,509 INFO [M:0;f4bc09594422:42713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:22:44,509 INFO [M:0;f4bc09594422:42713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:22:44,509 DEBUG [M:0;f4bc09594422:42713 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:22:44,509 DEBUG [M:0;f4bc09594422:42713 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:22:44,509 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401294025 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401294025,5,FailOnTimeoutGroup] 2024-12-05T12:22:44,509 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401294049 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401294049,5,FailOnTimeoutGroup] 2024-12-05T12:22:44,509 INFO [M:0;f4bc09594422:42713 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:22:44,509 INFO [M:0;f4bc09594422:42713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:22:44,509 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:22:44,509 DEBUG [M:0;f4bc09594422:42713 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:22:44,509 INFO [M:0;f4bc09594422:42713 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:22:44,509 INFO [M:0;f4bc09594422:42713 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:22:44,510 INFO [M:0;f4bc09594422:42713 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:22:44,510 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:22:44,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1576203728/master 2024-12-05T12:22:44,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1576203728 2024-12-05T12:22:44,513 DEBUG [M:0;f4bc09594422:42713 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1576203728/master already deleted, retry=false 2024-12-05T12:22:44,514 DEBUG [M:0;f4bc09594422:42713 {}] master.ActiveMasterManager(353): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1576203728/master 2024-12-05T12:22:44,514 INFO [M:0;f4bc09594422:42713 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/.lastflushedseqids 2024-12-05T12:22:44,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741843_1019 (size=173) 2024-12-05T12:22:44,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x100aa62a4ab0004, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:22:44,613 INFO [RS:0;f4bc09594422:34363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:22:44,613 INFO [RS:0;f4bc09594422:34363 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,34363,1733401293186; zookeeper connection closed. 2024-12-05T12:22:44,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x100aa62a4ab0004, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:22:44,613 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4295427d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4295427d 2024-12-05T12:22:44,614 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:22:44,926 INFO [M:0;f4bc09594422:42713 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:22:44,926 INFO [M:0;f4bc09594422:42713 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:22:44,926 DEBUG [M:0;f4bc09594422:42713 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:22:44,926 INFO [M:0;f4bc09594422:42713 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:44,926 DEBUG [M:0;f4bc09594422:42713 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:44,926 DEBUG [M:0;f4bc09594422:42713 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:22:44,926 DEBUG [M:0;f4bc09594422:42713 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:44,926 INFO [M:0;f4bc09594422:42713 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-05T12:22:44,948 DEBUG [M:0;f4bc09594422:42713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1160663d08ab4723af98d437a49121e0 is 82, key is hbase:meta,,1/info:regioninfo/1733401295241/Put/seqid=0 2024-12-05T12:22:44,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741844_1020 (size=5672) 2024-12-05T12:22:44,959 INFO [M:0;f4bc09594422:42713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1160663d08ab4723af98d437a49121e0 2024-12-05T12:22:44,989 DEBUG [M:0;f4bc09594422:42713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1b39ca47f4f4262bd0bedb131b7b775 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733401297334/Put/seqid=0 2024-12-05T12:22:44,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741845_1021 (size=6727) 2024-12-05T12:22:45,394 INFO [M:0;f4bc09594422:42713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1b39ca47f4f4262bd0bedb131b7b775 2024-12-05T12:22:45,408 INFO [M:0;f4bc09594422:42713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1b39ca47f4f4262bd0bedb131b7b775 2024-12-05T12:22:45,432 DEBUG [M:0;f4bc09594422:42713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74045707fb714407896bed0b4710dc93 is 69, key is f4bc09594422,34363,1733401293186/rs:state/1733401294078/Put/seqid=0 2024-12-05T12:22:45,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741846_1022 (size=5156) 2024-12-05T12:22:45,464 INFO [M:0;f4bc09594422:42713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74045707fb714407896bed0b4710dc93 2024-12-05T12:22:45,476 DEBUG [M:0;f4bc09594422:42713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1160663d08ab4723af98d437a49121e0 as hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1160663d08ab4723af98d437a49121e0 2024-12-05T12:22:45,483 INFO [M:0;f4bc09594422:42713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1160663d08ab4723af98d437a49121e0, entries=8, sequenceid=58, filesize=5.5 K 2024-12-05T12:22:45,484 DEBUG [M:0;f4bc09594422:42713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1b39ca47f4f4262bd0bedb131b7b775 as hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1b39ca47f4f4262bd0bedb131b7b775 2024-12-05T12:22:45,492 INFO [M:0;f4bc09594422:42713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1b39ca47f4f4262bd0bedb131b7b775 2024-12-05T12:22:45,492 INFO [M:0;f4bc09594422:42713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1b39ca47f4f4262bd0bedb131b7b775, entries=6, sequenceid=58, filesize=6.6 K 2024-12-05T12:22:45,493 DEBUG [M:0;f4bc09594422:42713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74045707fb714407896bed0b4710dc93 as hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74045707fb714407896bed0b4710dc93 2024-12-05T12:22:45,500 INFO [M:0;f4bc09594422:42713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/80c4aa74-709f-fc86-8413-422b2fa90c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74045707fb714407896bed0b4710dc93, entries=1, sequenceid=58, filesize=5.0 K 2024-12-05T12:22:45,504 INFO [M:0;f4bc09594422:42713 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 578ms, sequenceid=58, compaction requested=false 2024-12-05T12:22:45,545 INFO [M:0;f4bc09594422:42713 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:45,545 DEBUG [M:0;f4bc09594422:42713 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401364926Disabling compacts and flushes for region at 1733401364926Disabling writes for close at 1733401364926Obtaining lock to block concurrent updates at 1733401364926Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401364926Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733401364927 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401364928 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401364928Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401364948 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401364948Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401364967 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401364988 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401364988Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401365408 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401365431 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401365431Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a65d908: reopening flushed file at 1733401365473 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d6eebd7: reopening flushed file at 1733401365483 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@892bfbf: reopening flushed file at 1733401365492 (+9 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 578ms, sequenceid=58, compaction requested=false at 1733401365504 (+12 ms)Writing region close event to WAL at 1733401365545 (+41 ms)Closed at 1733401365545 2024-12-05T12:22:45,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741830_1006 (size=33026) 2024-12-05T12:22:45,560 INFO [M:0;f4bc09594422:42713 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:22:45,560 INFO [M:0;f4bc09594422:42713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42713 2024-12-05T12:22:45,561 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:22:45,562 INFO [M:0;f4bc09594422:42713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:22:45,665 INFO [M:0;f4bc09594422:42713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:22:45,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:22:45,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42713-0x100aa62a4ab0003, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:22:45,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dfb8019{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:22:45,711 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49358145{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:22:45,711 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:22:45,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14ba22da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:22:45,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d3c84e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/hadoop.log.dir/,STOPPED} 2024-12-05T12:22:45,714 WARN [BP-1548010124-172.17.0.3-1733401291455 heartbeating to localhost/127.0.0.1:35253 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:22:45,714 WARN [BP-1548010124-172.17.0.3-1733401291455 heartbeating to localhost/127.0.0.1:35253 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1548010124-172.17.0.3-1733401291455 (Datanode Uuid cf46bba8-3046-494e-9774-b4cf9fe5f603) service to localhost/127.0.0.1:35253 2024-12-05T12:22:45,715 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/cluster_c549eafc-27c3-5755-6f54-c89d70537345/data/data1/current/BP-1548010124-172.17.0.3-1733401291455 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:22:45,716 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:22:45,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/cluster_c549eafc-27c3-5755-6f54-c89d70537345/data/data2/current/BP-1548010124-172.17.0.3-1733401291455 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:22:45,717 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:22:45,717 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:22:45,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7081d930{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:22:45,736 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d05741d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:22:45,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:22:45,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a481fc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:22:45,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38a9f4db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/hadoop.log.dir/,STOPPED} 2024-12-05T12:22:45,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:22:45,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:22:45,767 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:22:45,767 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:22:45,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:45,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:45,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:22:45,771 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:22:45,771 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=744538088, stopped=false 2024-12-05T12:22:45,771 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,39221,1733401288201 2024-12-05T12:22:45,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01901273298/running 2024-12-05T12:22:45,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298 2024-12-05T12:22:45,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45333-0x100aa62a4ab0001, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01901273298/running 2024-12-05T12:22:45,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45333-0x100aa62a4ab0001, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298 2024-12-05T12:22:45,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Set watcher on znode that does not yet exist, /01901273298/running 2024-12-05T12:22:45,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45333-0x100aa62a4ab0001, quorum=127.0.0.1:51698, baseZNode=/01901273298 Set watcher on znode that does not yet exist, /01901273298/running 2024-12-05T12:22:45,774 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:22:45,776 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:22:45,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:22:45,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:45,779 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,45333,1733401288259' ***** 2024-12-05T12:22:45,779 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:22:45,779 INFO [RS:0;f4bc09594422:45333 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:22:45,779 INFO [RS:0;f4bc09594422:45333 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:22:45,779 INFO [RS:0;f4bc09594422:45333 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:22:45,779 INFO [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(3091): Received CLOSE for 744eb1e97f476c95ad11b23ae62f9009 2024-12-05T12:22:45,780 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:22:45,783 INFO [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(3091): Received CLOSE for a87012980a02a2c606b48d41b5d34ae2 2024-12-05T12:22:45,783 INFO [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,45333,1733401288259 2024-12-05T12:22:45,783 INFO [RS:0;f4bc09594422:45333 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:22:45,783 INFO [RS:0;f4bc09594422:45333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:45333. 2024-12-05T12:22:45,783 DEBUG [RS:0;f4bc09594422:45333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:22:45,784 DEBUG [RS:0;f4bc09594422:45333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:45,784 INFO [RS:0;f4bc09594422:45333 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:22:45,784 INFO [RS:0;f4bc09594422:45333 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:22:45,784 INFO [RS:0;f4bc09594422:45333 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:22:45,784 INFO [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:22:45,785 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 744eb1e97f476c95ad11b23ae62f9009, disabling compactions & flushes 2024-12-05T12:22:45,785 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009. 2024-12-05T12:22:45,785 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009. 2024-12-05T12:22:45,785 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009. after waiting 0 ms 2024-12-05T12:22:45,785 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009. 2024-12-05T12:22:45,786 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 744eb1e97f476c95ad11b23ae62f9009 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-05T12:22:45,796 INFO [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:22:45,796 DEBUG [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(1325): Online Regions={744eb1e97f476c95ad11b23ae62f9009=hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009., 1588230740=hbase:meta,,1.1588230740, a87012980a02a2c606b48d41b5d34ae2=test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2.} 2024-12-05T12:22:45,797 DEBUG [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 744eb1e97f476c95ad11b23ae62f9009, a87012980a02a2c606b48d41b5d34ae2 2024-12-05T12:22:45,797 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:22:45,797 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:22:45,797 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:22:45,797 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:22:45,797 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:22:45,797 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:22:45,824 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/replication/744eb1e97f476c95ad11b23ae62f9009/.tmp/hfileref/60da762944c54300b4b523463fb2ca03 is 74, key is 1/hfileref:44441495a92c4027af0a382636df8c8b_SeqId_4_/1733401301099/DeleteColumn/seqid=0 2024-12-05T12:22:45,832 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:22:45,841 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740/.tmp/info/548a4572862e499ea329602ad4042dc2 is 147, key is hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009./info:regioninfo/1733401298471/Put/seqid=0 2024-12-05T12:22:45,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741844_1020 (size=5203) 2024-12-05T12:22:45,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741845_1021 (size=7686) 2024-12-05T12:22:45,997 DEBUG [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 744eb1e97f476c95ad11b23ae62f9009, a87012980a02a2c606b48d41b5d34ae2 2024-12-05T12:22:46,043 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/WALs/f4bc09594422,45333,1733401288259/f4bc09594422%2C45333%2C1733401288259.1733401290262 to pos 997, reset compression=false 2024-12-05T12:22:46,175 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:22:46,175 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:22:46,197 DEBUG [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 744eb1e97f476c95ad11b23ae62f9009, a87012980a02a2c606b48d41b5d34ae2 2024-12-05T12:22:46,250 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/replication/744eb1e97f476c95ad11b23ae62f9009/.tmp/hfileref/60da762944c54300b4b523463fb2ca03 2024-12-05T12:22:46,264 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740/.tmp/info/548a4572862e499ea329602ad4042dc2 2024-12-05T12:22:46,300 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/replication/744eb1e97f476c95ad11b23ae62f9009/.tmp/queue/e308db1859404820b38cb630560c1759 is 153, key is 1-f4bc09594422,45333,1733401288259/queue:f4bc09594422%2C45333%2C1733401288259/1733401302929/Put/seqid=0 2024-12-05T12:22:46,303 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740/.tmp/ns/37bedd7641334004aa4fc634f4f27710 is 43, key is default/ns:d/1733401291287/Put/seqid=0 2024-12-05T12:22:46,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741846_1022 (size=5352) 2024-12-05T12:22:46,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741847_1023 (size=5153) 2024-12-05T12:22:46,397 DEBUG [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 744eb1e97f476c95ad11b23ae62f9009, a87012980a02a2c606b48d41b5d34ae2 2024-12-05T12:22:46,597 DEBUG [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 744eb1e97f476c95ad11b23ae62f9009, a87012980a02a2c606b48d41b5d34ae2 2024-12-05T12:22:46,729 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/replication/744eb1e97f476c95ad11b23ae62f9009/.tmp/queue/e308db1859404820b38cb630560c1759 2024-12-05T12:22:46,732 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740/.tmp/ns/37bedd7641334004aa4fc634f4f27710 2024-12-05T12:22:46,739 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/replication/744eb1e97f476c95ad11b23ae62f9009/.tmp/hfileref/60da762944c54300b4b523463fb2ca03 as hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/replication/744eb1e97f476c95ad11b23ae62f9009/hfileref/60da762944c54300b4b523463fb2ca03 2024-12-05T12:22:46,756 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/replication/744eb1e97f476c95ad11b23ae62f9009/hfileref/60da762944c54300b4b523463fb2ca03, entries=2, sequenceid=10, filesize=5.1 K 2024-12-05T12:22:46,757 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/replication/744eb1e97f476c95ad11b23ae62f9009/.tmp/queue/e308db1859404820b38cb630560c1759 as hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/replication/744eb1e97f476c95ad11b23ae62f9009/queue/e308db1859404820b38cb630560c1759 2024-12-05T12:22:46,766 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/replication/744eb1e97f476c95ad11b23ae62f9009/queue/e308db1859404820b38cb630560c1759, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T12:22:46,767 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 744eb1e97f476c95ad11b23ae62f9009 in 982ms, sequenceid=10, compaction requested=false 2024-12-05T12:22:46,771 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740/.tmp/rep_barrier/e515dd9d524e4e92bee8feb6aadc3941 is 112, key is test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2./rep_barrier:seqnumDuringOpen/1733401296155/Put/seqid=0 2024-12-05T12:22:46,778 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/replication/744eb1e97f476c95ad11b23ae62f9009/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T12:22:46,779 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:22:46,779 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:22:46,779 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009. 2024-12-05T12:22:46,779 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 744eb1e97f476c95ad11b23ae62f9009: Waiting for close lock at 1733401365784Running coprocessor pre-close hooks at 1733401365784Disabling compacts and flushes for region at 1733401365784Disabling writes for close at 1733401365785 (+1 ms)Obtaining lock to block concurrent updates at 1733401365786 (+1 ms)Preparing flush snapshotting stores in 744eb1e97f476c95ad11b23ae62f9009 at 1733401365786Finished memstore snapshotting hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733401365786Flushing stores of hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009. at 1733401365787 (+1 ms)Flushing 744eb1e97f476c95ad11b23ae62f9009/hfileref: creating writer at 1733401365787Flushing 744eb1e97f476c95ad11b23ae62f9009/hfileref: appending metadata at 1733401365823 (+36 ms)Flushing 744eb1e97f476c95ad11b23ae62f9009/hfileref: closing flushed file at 1733401365823Flushing 744eb1e97f476c95ad11b23ae62f9009/queue: creating writer at 1733401366257 (+434 ms)Flushing 744eb1e97f476c95ad11b23ae62f9009/queue: appending metadata at 1733401366299 (+42 ms)Flushing 744eb1e97f476c95ad11b23ae62f9009/queue: closing flushed file at 1733401366299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@457fae15: reopening flushed file at 1733401366737 (+438 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b1d9f02: reopening flushed file at 1733401366756 (+19 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 744eb1e97f476c95ad11b23ae62f9009 in 982ms, sequenceid=10, compaction requested=false at 1733401366767 (+11 ms)Writing region close event to WAL at 1733401366773 (+6 ms)Running coprocessor post-close hooks at 1733401366779 (+6 ms)Closed at 1733401366779 2024-12-05T12:22:46,780 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401297673.744eb1e97f476c95ad11b23ae62f9009. 2024-12-05T12:22:46,780 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a87012980a02a2c606b48d41b5d34ae2, disabling compactions & flushes 2024-12-05T12:22:46,780 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2. 2024-12-05T12:22:46,780 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2. 2024-12-05T12:22:46,780 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2. after waiting 0 ms 2024-12-05T12:22:46,780 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2. 2024-12-05T12:22:46,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741848_1024 (size=5518) 2024-12-05T12:22:46,798 INFO [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:22:46,798 DEBUG [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a87012980a02a2c606b48d41b5d34ae2=test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2.} 2024-12-05T12:22:46,798 DEBUG [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a87012980a02a2c606b48d41b5d34ae2 2024-12-05T12:22:46,813 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/default/test/a87012980a02a2c606b48d41b5d34ae2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T12:22:46,814 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:22:46,814 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:22:46,814 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2. 2024-12-05T12:22:46,814 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a87012980a02a2c606b48d41b5d34ae2: Waiting for close lock at 1733401366780Running coprocessor pre-close hooks at 1733401366780Disabling compacts and flushes for region at 1733401366780Disabling writes for close at 1733401366780Writing region close event to WAL at 1733401366801 (+21 ms)Running coprocessor post-close hooks at 1733401366814 (+13 ms)Closed at 1733401366814 2024-12-05T12:22:46,814 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401295351.a87012980a02a2c606b48d41b5d34ae2. 2024-12-05T12:22:46,998 DEBUG [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:47,191 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740/.tmp/rep_barrier/e515dd9d524e4e92bee8feb6aadc3941 2024-12-05T12:22:47,198 DEBUG [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:47,239 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740/.tmp/table/81687b514bd1455798071705cd754ef8 is 53, key is hbase:replication/table:state/1733401298488/Put/seqid=0 2024-12-05T12:22:47,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741849_1025 (size=5308) 2024-12-05T12:22:47,400 DEBUG [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:47,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T12:22:47,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T12:22:47,453 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:22:47,603 DEBUG [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:22:47,676 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740/.tmp/table/81687b514bd1455798071705cd754ef8 2024-12-05T12:22:47,686 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740/.tmp/info/548a4572862e499ea329602ad4042dc2 as hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740/info/548a4572862e499ea329602ad4042dc2 2024-12-05T12:22:47,706 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740/info/548a4572862e499ea329602ad4042dc2, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:22:47,708 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740/.tmp/ns/37bedd7641334004aa4fc634f4f27710 as hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740/ns/37bedd7641334004aa4fc634f4f27710 2024-12-05T12:22:47,714 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740/ns/37bedd7641334004aa4fc634f4f27710, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:22:47,715 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740/.tmp/rep_barrier/e515dd9d524e4e92bee8feb6aadc3941 as hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740/rep_barrier/e515dd9d524e4e92bee8feb6aadc3941 2024-12-05T12:22:47,722 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740/rep_barrier/e515dd9d524e4e92bee8feb6aadc3941, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:22:47,723 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740/.tmp/table/81687b514bd1455798071705cd754ef8 as hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740/table/81687b514bd1455798071705cd754ef8 2024-12-05T12:22:47,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:47,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:47,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:47,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:47,741 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740/table/81687b514bd1455798071705cd754ef8, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:22:47,743 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1945ms, sequenceid=16, compaction requested=false 2024-12-05T12:22:47,743 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:22:47,781 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:22:47,782 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:22:47,782 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:22:47,782 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:22:47,782 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401365797Running coprocessor pre-close hooks at 1733401365797Disabling compacts and flushes for region at 1733401365797Disabling writes for close at 1733401365797Obtaining lock to block concurrent updates at 1733401365797Preparing flush snapshotting stores in 1588230740 at 1733401365797Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401365798 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733401365798Flushing 1588230740/info: creating writer at 1733401365798Flushing 1588230740/info: appending metadata at 1733401365841 (+43 ms)Flushing 1588230740/info: closing flushed file at 1733401365841Flushing 1588230740/ns: creating writer at 1733401366272 (+431 ms)Flushing 1588230740/ns: appending metadata at 1733401366302 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1733401366302Flushing 1588230740/rep_barrier: creating writer at 1733401366744 (+442 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401366770 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401366770Flushing 1588230740/table: creating writer at 1733401367197 (+427 ms)Flushing 1588230740/table: appending metadata at 1733401367238 (+41 ms)Flushing 1588230740/table: closing flushed file at 1733401367238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@327e61bc: reopening flushed file at 1733401367685 (+447 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24ec0aa7: reopening flushed file at 1733401367706 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@522d999b: reopening flushed file at 1733401367715 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@781d516d: reopening flushed file at 1733401367722 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1945ms, sequenceid=16, compaction requested=false at 1733401367743 (+21 ms)Writing region close event to WAL at 1733401367771 (+28 ms)Running coprocessor post-close hooks at 1733401367782 (+11 ms)Closed at 1733401367782 2024-12-05T12:22:47,782 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:22:47,804 INFO [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,45333,1733401288259; all regions closed. 2024-12-05T12:22:47,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741834_1010 (size=4239) 2024-12-05T12:22:47,815 DEBUG [RS:0;f4bc09594422:45333 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/oldWALs 2024-12-05T12:22:47,815 INFO [RS:0;f4bc09594422:45333 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C45333%2C1733401288259.meta:.meta(num 1733401291220) 2024-12-05T12:22:47,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741839_1015 (size=2700) 2024-12-05T12:22:47,822 DEBUG [RS:0;f4bc09594422:45333 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/oldWALs 2024-12-05T12:22:47,822 INFO [RS:0;f4bc09594422:45333 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C45333%2C1733401288259.rep:(num 1733401298419) 2024-12-05T12:22:47,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741832_1008 (size=1300) 2024-12-05T12:22:47,835 DEBUG [RS:0;f4bc09594422:45333 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/oldWALs 2024-12-05T12:22:47,835 INFO [RS:0;f4bc09594422:45333 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C45333%2C1733401288259:(num 1733401290262) 2024-12-05T12:22:47,835 DEBUG [RS:0;f4bc09594422:45333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:47,835 INFO [RS:0;f4bc09594422:45333 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:22:47,835 INFO [RS:0;f4bc09594422:45333 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:22:47,836 INFO [RS:0;f4bc09594422:45333 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:22:47,836 INFO [RS:0;f4bc09594422:45333 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:22:47,836 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:22:47,836 INFO [RS:0;f4bc09594422:45333 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f4bc09594422,45333,1733401288259 because: Region server is closing 2024-12-05T12:22:47,836 INFO [RS:0;f4bc09594422:45333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:45333. 2024-12-05T12:22:47,837 DEBUG [RS:0;f4bc09594422:45333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:22:47,837 DEBUG [RS:0;f4bc09594422:45333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:47,837 DEBUG [RS:0;f4bc09594422:45333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:47,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:22:47,937 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.wal-reader.f4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:22:47,937 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.shipperf4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T12:22:47,937 INFO [RS:0;f4bc09594422:45333 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45333,1733401288259.replicationSource.shipperf4bc09594422%2C45333%2C1733401288259,1-f4bc09594422,45333,1733401288259 terminated 2024-12-05T12:22:47,937 INFO [RS:0;f4bc09594422:45333 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45333 2024-12-05T12:22:47,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298/rs 2024-12-05T12:22:47,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45333-0x100aa62a4ab0001, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01901273298/rs/f4bc09594422,45333,1733401288259 2024-12-05T12:22:47,939 INFO [RS:0;f4bc09594422:45333 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:22:47,940 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,45333,1733401288259] 2024-12-05T12:22:47,941 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01901273298/draining/f4bc09594422,45333,1733401288259 already deleted, retry=false 2024-12-05T12:22:47,941 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,45333,1733401288259 expired; onlineServers=0 2024-12-05T12:22:47,941 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,39221,1733401288201' ***** 2024-12-05T12:22:47,941 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:22:47,942 INFO [M:0;f4bc09594422:39221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:22:47,942 INFO [M:0;f4bc09594422:39221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:22:47,942 DEBUG [M:0;f4bc09594422:39221 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:22:47,942 DEBUG [M:0;f4bc09594422:39221 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:22:47,942 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:22:47,942 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401290063 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401290063,5,FailOnTimeoutGroup] 2024-12-05T12:22:47,942 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401290063 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401290063,5,FailOnTimeoutGroup] 2024-12-05T12:22:47,942 INFO [M:0;f4bc09594422:39221 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:22:47,942 INFO [M:0;f4bc09594422:39221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:22:47,942 DEBUG [M:0;f4bc09594422:39221 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:22:47,942 INFO [M:0;f4bc09594422:39221 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:22:47,942 INFO [M:0;f4bc09594422:39221 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:22:47,942 INFO [M:0;f4bc09594422:39221 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:22:47,943 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:22:47,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01901273298/master 2024-12-05T12:22:47,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01901273298 2024-12-05T12:22:47,943 DEBUG [M:0;f4bc09594422:39221 {}] zookeeper.ZKUtil(347): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Unable to get data of znode /01901273298/master because node does not exist (not an error) 2024-12-05T12:22:47,943 WARN [M:0;f4bc09594422:39221 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:22:47,945 INFO [M:0;f4bc09594422:39221 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/.lastflushedseqids 2024-12-05T12:22:47,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741850_1026 (size=263) 2024-12-05T12:22:48,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45333-0x100aa62a4ab0001, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:22:48,041 INFO [RS:0;f4bc09594422:45333 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:22:48,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45333-0x100aa62a4ab0001, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:22:48,041 INFO [RS:0;f4bc09594422:45333 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,45333,1733401288259; zookeeper connection closed. 2024-12-05T12:22:48,041 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2614aedc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2614aedc 2024-12-05T12:22:48,041 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:22:48,248 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:22:48,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:48,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:48,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:48,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:48,355 INFO [M:0;f4bc09594422:39221 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:22:48,355 INFO [M:0;f4bc09594422:39221 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:22:48,355 DEBUG [M:0;f4bc09594422:39221 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:22:48,355 INFO [M:0;f4bc09594422:39221 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:48,355 DEBUG [M:0;f4bc09594422:39221 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:48,355 DEBUG [M:0;f4bc09594422:39221 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:22:48,355 DEBUG [M:0;f4bc09594422:39221 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:48,355 INFO [M:0;f4bc09594422:39221 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-12-05T12:22:48,381 DEBUG [M:0;f4bc09594422:39221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04d0d9aff4464f94859923452d7df0dc is 82, key is hbase:meta,,1/info:regioninfo/1733401291267/Put/seqid=0 2024-12-05T12:22:48,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741851_1027 (size=5672) 2024-12-05T12:22:48,790 INFO [M:0;f4bc09594422:39221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04d0d9aff4464f94859923452d7df0dc 2024-12-05T12:22:48,835 DEBUG [M:0;f4bc09594422:39221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa2e230e0e1146239fe33d7cd55da756 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733401296182/Put/seqid=0 2024-12-05T12:22:48,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741852_1028 (size=7240) 2024-12-05T12:22:49,244 INFO [M:0;f4bc09594422:39221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa2e230e0e1146239fe33d7cd55da756 2024-12-05T12:22:49,250 INFO [M:0;f4bc09594422:39221 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa2e230e0e1146239fe33d7cd55da756 2024-12-05T12:22:49,268 DEBUG [M:0;f4bc09594422:39221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54bcdd22fc97439cbd590322bdbb5f91 is 69, key is f4bc09594422,45333,1733401288259/rs:state/1733401290105/Put/seqid=0 2024-12-05T12:22:49,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741853_1029 (size=5156) 2024-12-05T12:22:49,676 INFO [M:0;f4bc09594422:39221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54bcdd22fc97439cbd590322bdbb5f91 2024-12-05T12:22:49,690 DEBUG [M:0;f4bc09594422:39221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04d0d9aff4464f94859923452d7df0dc as hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04d0d9aff4464f94859923452d7df0dc 2024-12-05T12:22:49,734 INFO [M:0;f4bc09594422:39221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04d0d9aff4464f94859923452d7df0dc, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T12:22:49,741 DEBUG [M:0;f4bc09594422:39221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa2e230e0e1146239fe33d7cd55da756 as hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa2e230e0e1146239fe33d7cd55da756 2024-12-05T12:22:49,759 INFO [M:0;f4bc09594422:39221 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa2e230e0e1146239fe33d7cd55da756 2024-12-05T12:22:49,759 INFO [M:0;f4bc09594422:39221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa2e230e0e1146239fe33d7cd55da756, entries=11, sequenceid=105, filesize=7.1 K 2024-12-05T12:22:49,767 DEBUG [M:0;f4bc09594422:39221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54bcdd22fc97439cbd590322bdbb5f91 as hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54bcdd22fc97439cbd590322bdbb5f91 2024-12-05T12:22:49,783 INFO [M:0;f4bc09594422:39221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37731/user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54bcdd22fc97439cbd590322bdbb5f91, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T12:22:49,784 INFO [M:0;f4bc09594422:39221 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1429ms, sequenceid=105, compaction requested=false 2024-12-05T12:22:49,823 INFO [M:0;f4bc09594422:39221 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:49,823 DEBUG [M:0;f4bc09594422:39221 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401368355Disabling compacts and flushes for region at 1733401368355Disabling writes for close at 1733401368355Obtaining lock to block concurrent updates at 1733401368355Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401368355Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1733401368356 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401368356Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401368356Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401368376 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401368376Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401368798 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401368834 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401368834Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401369250 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401369267 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401369267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f3c45f1: reopening flushed file at 1733401369689 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1594db61: reopening flushed file at 1733401369735 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aba97bd: reopening flushed file at 1733401369759 (+24 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1429ms, sequenceid=105, compaction requested=false at 1733401369784 (+25 ms)Writing region close event to WAL at 1733401369823 (+39 ms)Closed at 1733401369823 2024-12-05T12:22:49,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741830_1006 (size=64526) 2024-12-05T12:22:49,861 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ae5c2902-f714-86fe-305d-2fe2f20152f0/MasterData/WALs/f4bc09594422,39221,1733401288201/f4bc09594422%2C39221%2C1733401288201.1733401289970 not finished, retry = 0 2024-12-05T12:22:49,963 INFO [M:0;f4bc09594422:39221 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:22:49,963 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:22:49,963 INFO [M:0;f4bc09594422:39221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39221 2024-12-05T12:22:49,964 INFO [M:0;f4bc09594422:39221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:22:50,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:22:50,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39221-0x100aa62a4ab0000, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:22:50,067 INFO [M:0;f4bc09594422:39221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:22:50,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1464c8b7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:22:50,087 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15647626{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:22:50,087 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:22:50,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e0b4c41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:22:50,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41995f5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/hadoop.log.dir/,STOPPED} 2024-12-05T12:22:50,089 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:22:50,089 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:22:50,091 WARN [BP-317529123-172.17.0.3-1733401287203 heartbeating to localhost/127.0.0.1:37731 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:22:50,091 WARN [BP-317529123-172.17.0.3-1733401287203 heartbeating to localhost/127.0.0.1:37731 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-317529123-172.17.0.3-1733401287203 (Datanode Uuid 457cf14c-0278-48b7-aa06-39e4b052b813) service to localhost/127.0.0.1:37731 2024-12-05T12:22:50,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/cluster_d7af88a6-07a5-7a71-0082-db4145a7807e/data/data1/current/BP-317529123-172.17.0.3-1733401287203 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:22:50,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/cluster_d7af88a6-07a5-7a71-0082-db4145a7807e/data/data2/current/BP-317529123-172.17.0.3-1733401287203 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:22:50,092 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:22:50,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36972f47{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:22:50,102 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33e17b03{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:22:50,102 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:22:50,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e8ff478{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:22:50,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41788e8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ed9ef45-5a1c-c306-130f-38a7724bf4ab/hadoop.log.dir/,STOPPED} 2024-12-05T12:22:50,115 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T12:22:50,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:22:50,141 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 140) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51698) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007efd9cb8c590.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:35253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:35253 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007efd9cb8c590.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:37731 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:35253 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:35253 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51698) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:37731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:37731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=532 (was 747), ProcessCount=11 (was 11), AvailableMemoryMB=3546 (was 291) - AvailableMemoryMB LEAK? - 2024-12-05T12:22:50,156 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=532, ProcessCount=11, AvailableMemoryMB=3546 2024-12-05T12:22:50,173 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-05T12:22:50,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/hadoop.log.dir so I do NOT create it in target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd 2024-12-05T12:22:50,174 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:22:50,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/hadoop.tmp.dir so I do NOT create it in target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd 2024-12-05T12:22:50,174 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b32e7b-b2e1-7e05-4983-3c70e465d141/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:22:50,174 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd 2024-12-05T12:22:50,174 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/cluster_fe1f2e05-9ae7-86de-7d4f-f9251c0ce4ce, deleteOnExit=true 2024-12-05T12:22:50,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100aa62a4ab0002, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:22:50,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100aa62a4ab0002, quorum=127.0.0.1:51698, baseZNode=/01901273298 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:22:50,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100aa62a4ab0005, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:22:50,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100aa62a4ab0005, quorum=127.0.0.1:51698, baseZNode=/1-1576203728 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:22:50,216 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/cluster_fe1f2e05-9ae7-86de-7d4f-f9251c0ce4ce/zookeeper_0, clientPort=59873, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/cluster_fe1f2e05-9ae7-86de-7d4f-f9251c0ce4ce/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/cluster_fe1f2e05-9ae7-86de-7d4f-f9251c0ce4ce/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:22:50,229 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59873 2024-12-05T12:22:50,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:22:50,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:22:50,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/test.cache.data in system properties and HBase conf 2024-12-05T12:22:50,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:22:50,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:22:50,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:22:50,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:22:50,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:22:50,230 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:22:50,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:22:50,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:22:50,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:22:50,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:22:50,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:22:50,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:22:50,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:22:50,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:22:50,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:22:50,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:22:50,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:22:50,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:22:50,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:22:50,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:22:50,369 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:22:50,382 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:22:50,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:22:50,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:22:50,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:22:50,402 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:22:50,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@361166ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:22:50,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@797ed921{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:22:50,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@189979{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/java.io.tmpdir/jetty-localhost-37483-hadoop-hdfs-3_4_1-tests_jar-_-any-15147886501975208230/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:22:50,562 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42115d4a{HTTP/1.1, (http/1.1)}{localhost:37483} 2024-12-05T12:22:50,562 INFO [Time-limited test {}] server.Server(415): Started @130419ms 2024-12-05T12:22:50,858 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:22:50,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:22:50,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:22:50,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:22:50,870 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:22:50,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e385607{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:22:50,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cbdd2c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:22:51,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d90ff1b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/java.io.tmpdir/jetty-localhost-33281-hadoop-hdfs-3_4_1-tests_jar-_-any-8500129215011316264/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:22:51,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c7fb748{HTTP/1.1, (http/1.1)}{localhost:33281} 2024-12-05T12:22:51,083 INFO [Time-limited test {}] server.Server(415): Started @130940ms 2024-12-05T12:22:51,085 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:22:51,277 WARN [Thread-1279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/cluster_fe1f2e05-9ae7-86de-7d4f-f9251c0ce4ce/data/data1/current/BP-1406099199-172.17.0.3-1733401370287/current, will proceed with Du for space computation calculation, 2024-12-05T12:22:51,281 WARN [Thread-1280 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/cluster_fe1f2e05-9ae7-86de-7d4f-f9251c0ce4ce/data/data2/current/BP-1406099199-172.17.0.3-1733401370287/current, will proceed with Du for space computation calculation, 2024-12-05T12:22:51,327 WARN [Thread-1267 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:22:51,331 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x619e7ad328e18c62 with lease ID 0x9dd7189139b0561a: Processing first storage report for DS-9b4d7602-e10a-4e85-a346-fa71559e3810 from datanode DatanodeRegistration(127.0.0.1:34767, datanodeUuid=92fd08b5-54fd-4d35-8236-2d9f5a39bd8f, infoPort=36411, infoSecurePort=0, ipcPort=45127, storageInfo=lv=-57;cid=testClusterID;nsid=853481848;c=1733401370287) 2024-12-05T12:22:51,331 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x619e7ad328e18c62 with lease ID 0x9dd7189139b0561a: from storage DS-9b4d7602-e10a-4e85-a346-fa71559e3810 node DatanodeRegistration(127.0.0.1:34767, datanodeUuid=92fd08b5-54fd-4d35-8236-2d9f5a39bd8f, infoPort=36411, infoSecurePort=0, ipcPort=45127, storageInfo=lv=-57;cid=testClusterID;nsid=853481848;c=1733401370287), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:22:51,331 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x619e7ad328e18c62 with lease ID 0x9dd7189139b0561a: Processing first storage report for DS-701516f4-6a1f-4877-9e1b-ab8666cb1c04 from datanode DatanodeRegistration(127.0.0.1:34767, datanodeUuid=92fd08b5-54fd-4d35-8236-2d9f5a39bd8f, infoPort=36411, infoSecurePort=0, ipcPort=45127, storageInfo=lv=-57;cid=testClusterID;nsid=853481848;c=1733401370287) 2024-12-05T12:22:51,331 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x619e7ad328e18c62 with lease ID 0x9dd7189139b0561a: from storage DS-701516f4-6a1f-4877-9e1b-ab8666cb1c04 node DatanodeRegistration(127.0.0.1:34767, datanodeUuid=92fd08b5-54fd-4d35-8236-2d9f5a39bd8f, infoPort=36411, infoSecurePort=0, ipcPort=45127, storageInfo=lv=-57;cid=testClusterID;nsid=853481848;c=1733401370287), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:22:51,396 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd 2024-12-05T12:22:51,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:51,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:51,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:22:51,811 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda with version=8 2024-12-05T12:22:51,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/hbase-staging 2024-12-05T12:22:51,813 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:22:51,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:51,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:51,814 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:22:51,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:51,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:22:51,814 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:22:51,814 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:22:51,815 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34993 2024-12-05T12:22:51,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34993 connecting to ZooKeeper ensemble=127.0.0.1:59873 2024-12-05T12:22:51,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349930x0, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:22:51,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34993-0x100aa63e8e40000 connected 2024-12-05T12:22:51,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:51,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:51,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Set watcher on znode that does not yet exist, /0-1218113326/running 2024-12-05T12:22:51,844 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda, hbase.cluster.distributed=false 2024-12-05T12:22:51,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Set watcher on znode that does not yet exist, /0-1218113326/acl 2024-12-05T12:22:51,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34993 2024-12-05T12:22:51,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34993 2024-12-05T12:22:51,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34993 2024-12-05T12:22:51,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34993 2024-12-05T12:22:51,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34993 2024-12-05T12:22:51,874 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:22:51,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:51,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:51,874 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:22:51,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:51,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:22:51,874 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:22:51,875 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:22:51,875 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45853 2024-12-05T12:22:51,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45853 connecting to ZooKeeper ensemble=127.0.0.1:59873 2024-12-05T12:22:51,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:51,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:51,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458530x0, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:22:51,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458530x0, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Set watcher on znode that does not yet exist, /0-1218113326/running 2024-12-05T12:22:51,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45853-0x100aa63e8e40001 connected 2024-12-05T12:22:51,884 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:22:51,892 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:22:51,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45853-0x100aa63e8e40001, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Set watcher on znode that does not yet exist, /0-1218113326/master 2024-12-05T12:22:51,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45853-0x100aa63e8e40001, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Set watcher on znode that does not yet exist, /0-1218113326/acl 2024-12-05T12:22:51,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45853 2024-12-05T12:22:51,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45853 2024-12-05T12:22:51,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45853 2024-12-05T12:22:51,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45853 2024-12-05T12:22:51,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45853 2024-12-05T12:22:51,928 DEBUG [M:0;f4bc09594422:34993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:34993 2024-12-05T12:22:51,928 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1218113326/backup-masters/f4bc09594422,34993,1733401371813 2024-12-05T12:22:51,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100aa63e8e40001, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326/backup-masters 2024-12-05T12:22:51,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326/backup-masters 2024-12-05T12:22:51,931 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Set watcher on existing znode=/0-1218113326/backup-masters/f4bc09594422,34993,1733401371813 2024-12-05T12:22:51,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100aa63e8e40001, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1218113326/master 2024-12-05T12:22:51,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100aa63e8e40001, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:22:51,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:22:51,935 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Set watcher on existing znode=/0-1218113326/master 2024-12-05T12:22:51,935 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1218113326/backup-masters/f4bc09594422,34993,1733401371813 from backup master directory 2024-12-05T12:22:51,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1218113326/backup-masters/f4bc09594422,34993,1733401371813 2024-12-05T12:22:51,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100aa63e8e40001, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326/backup-masters 2024-12-05T12:22:51,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326/backup-masters 2024-12-05T12:22:51,937 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:22:51,937 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,34993,1733401371813 2024-12-05T12:22:51,942 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/hbase.id] with ID: 0b3c7db1-aae0-4b5b-a431-bec84a818c5d 2024-12-05T12:22:51,942 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/.tmp/hbase.id 2024-12-05T12:22:51,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:22:52,354 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/.tmp/hbase.id]:[hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/hbase.id] 2024-12-05T12:22:52,366 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:52,366 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:22:52,367 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:22:52,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:22:52,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100aa63e8e40001, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:22:52,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:22:52,775 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:22:52,776 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:22:52,776 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:22:52,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:22:53,183 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store 2024-12-05T12:22:53,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:22:53,284 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:22:53,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:53,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:53,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:53,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:53,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:22:53,590 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:22:53,590 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:22:53,590 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:53,590 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:53,590 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:22:53,590 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:53,591 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:53,591 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401373590Disabling compacts and flushes for region at 1733401373590Disabling writes for close at 1733401373590Writing region close event to WAL at 1733401373590Closed at 1733401373591 (+1 ms) 2024-12-05T12:22:53,592 WARN [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/.initializing 2024-12-05T12:22:53,592 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/WALs/f4bc09594422,34993,1733401371813 2024-12-05T12:22:53,593 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:22:53,595 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C34993%2C1733401371813, suffix=, logDir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/WALs/f4bc09594422,34993,1733401371813, archiveDir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/oldWALs, maxLogs=10 2024-12-05T12:22:53,613 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/WALs/f4bc09594422,34993,1733401371813/f4bc09594422%2C34993%2C1733401371813.1733401373596, exclude list is [], retry=0 2024-12-05T12:22:53,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34767,DS-9b4d7602-e10a-4e85-a346-fa71559e3810,DISK] 2024-12-05T12:22:53,619 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/WALs/f4bc09594422,34993,1733401371813/f4bc09594422%2C34993%2C1733401371813.1733401373596 2024-12-05T12:22:53,619 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36411:36411)] 2024-12-05T12:22:53,619 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:22:53,619 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:22:53,619 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:53,619 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:53,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:53,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:22:53,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:53,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:53,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:53,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:22:53,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:53,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:22:53,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:53,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:22:53,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:53,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:22:53,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:53,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:22:53,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:53,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:22:53,643 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:53,644 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:53,644 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:53,646 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:53,646 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:53,647 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:22:53,649 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:53,653 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:22:53,654 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71617554, jitterRate=0.06718471646308899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:22:53,655 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401373620Initializing all the Stores at 1733401373620Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401373620Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401373621 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401373621Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401373621Cleaning up temporary data from old regions at 1733401373646 (+25 ms)Region opened successfully at 1733401373654 (+8 ms) 2024-12-05T12:22:53,661 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:22:53,671 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103f1f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:22:53,676 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:22:53,677 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:22:53,677 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:22:53,677 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:22:53,680 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-12-05T12:22:53,681 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:22:53,681 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:22:53,686 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:22:53,687 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Unable to get data of znode /0-1218113326/balancer because node does not exist (not necessarily an error) 2024-12-05T12:22:53,689 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1218113326/balancer already deleted, retry=false 2024-12-05T12:22:53,689 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:22:53,690 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Unable to get data of znode /0-1218113326/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:22:53,691 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1218113326/normalizer already deleted, retry=false 2024-12-05T12:22:53,691 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:22:53,693 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Unable to get data of znode /0-1218113326/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:22:53,694 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1218113326/switch/split already deleted, retry=false 2024-12-05T12:22:53,695 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Unable to get data of znode /0-1218113326/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:22:53,697 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1218113326/switch/merge already deleted, retry=false 2024-12-05T12:22:53,699 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Unable to get data of znode /0-1218113326/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:22:53,700 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1218113326/snapshot-cleanup already deleted, retry=false 2024-12-05T12:22:53,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1218113326/running 2024-12-05T12:22:53,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:22:53,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100aa63e8e40001, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1218113326/running 2024-12-05T12:22:53,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100aa63e8e40001, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:22:53,704 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,34993,1733401371813, sessionid=0x100aa63e8e40000, setting cluster-up flag (Was=false) 2024-12-05T12:22:53,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100aa63e8e40001, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:22:53,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:22:53,713 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1218113326/flush-table-proc/acquired, /0-1218113326/flush-table-proc/reached, /0-1218113326/flush-table-proc/abort 2024-12-05T12:22:53,714 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,34993,1733401371813 2024-12-05T12:22:53,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100aa63e8e40001, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:22:53,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:22:53,727 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1218113326/online-snapshot/acquired, /0-1218113326/online-snapshot/reached, /0-1218113326/online-snapshot/abort 2024-12-05T12:22:53,729 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,34993,1733401371813 2024-12-05T12:22:53,739 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:22:53,748 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:22:53,749 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:22:53,749 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:22:53,749 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,34993,1733401371813 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:22:53,751 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:22:53,751 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:22:53,751 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:22:53,751 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:22:53,751 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:22:53,751 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:53,751 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:22:53,751 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:53,753 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:22:53,753 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:22:53,755 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:53,756 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:22:53,756 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401403756 2024-12-05T12:22:53,757 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:22:53,757 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:22:53,757 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:22:53,757 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:22:53,757 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:22:53,757 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:22:53,757 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:53,760 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:22:53,760 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:22:53,760 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:22:53,760 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:22:53,764 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:22:53,764 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:22:53,765 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401373764,5,FailOnTimeoutGroup] 2024-12-05T12:22:53,765 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401373765,5,FailOnTimeoutGroup] 2024-12-05T12:22:53,765 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:53,765 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:22:53,765 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:53,765 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:53,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:22:53,772 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:22:53,772 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda 2024-12-05T12:22:53,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741832_1008 (size=32) 2024-12-05T12:22:53,814 INFO [RS:0;f4bc09594422:45853 {}] regionserver.HRegionServer(746): ClusterId : 0b3c7db1-aae0-4b5b-a431-bec84a818c5d 2024-12-05T12:22:53,814 DEBUG [RS:0;f4bc09594422:45853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:22:53,816 DEBUG [RS:0;f4bc09594422:45853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:22:53,816 DEBUG [RS:0;f4bc09594422:45853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:22:53,819 DEBUG [RS:0;f4bc09594422:45853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:22:53,819 DEBUG [RS:0;f4bc09594422:45853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1cf402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:22:53,837 DEBUG [RS:0;f4bc09594422:45853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:45853 2024-12-05T12:22:53,837 INFO [RS:0;f4bc09594422:45853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:22:53,837 INFO [RS:0;f4bc09594422:45853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:22:53,837 DEBUG [RS:0;f4bc09594422:45853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:22:53,838 INFO [RS:0;f4bc09594422:45853 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,34993,1733401371813 with port=45853, startcode=1733401371873 2024-12-05T12:22:53,838 DEBUG [RS:0;f4bc09594422:45853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:22:53,843 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:22:53,843 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34993 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,45853,1733401371873 2024-12-05T12:22:53,843 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34993 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,45853,1733401371873 2024-12-05T12:22:53,845 DEBUG [RS:0;f4bc09594422:45853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda 2024-12-05T12:22:53,845 DEBUG [RS:0;f4bc09594422:45853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42711 2024-12-05T12:22:53,845 DEBUG [RS:0;f4bc09594422:45853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:22:53,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326/rs 2024-12-05T12:22:53,847 DEBUG [RS:0;f4bc09594422:45853 {}] zookeeper.ZKUtil(111): regionserver:45853-0x100aa63e8e40001, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Set watcher on existing znode=/0-1218113326/rs/f4bc09594422,45853,1733401371873 2024-12-05T12:22:53,847 WARN [RS:0;f4bc09594422:45853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:22:53,848 INFO [RS:0;f4bc09594422:45853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:22:53,848 DEBUG [RS:0;f4bc09594422:45853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,45853,1733401371873 2024-12-05T12:22:53,848 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,45853,1733401371873] 2024-12-05T12:22:53,852 INFO [RS:0;f4bc09594422:45853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:22:53,856 INFO [RS:0;f4bc09594422:45853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:22:53,858 INFO [RS:0;f4bc09594422:45853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:22:53,858 INFO [RS:0;f4bc09594422:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:53,858 INFO [RS:0;f4bc09594422:45853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:22:53,859 INFO [RS:0;f4bc09594422:45853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:22:53,859 INFO [RS:0;f4bc09594422:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:53,860 DEBUG [RS:0;f4bc09594422:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:53,860 DEBUG [RS:0;f4bc09594422:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:53,860 DEBUG [RS:0;f4bc09594422:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:53,860 DEBUG [RS:0;f4bc09594422:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:53,860 DEBUG [RS:0;f4bc09594422:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:53,860 DEBUG [RS:0;f4bc09594422:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:22:53,860 DEBUG [RS:0;f4bc09594422:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:53,860 DEBUG [RS:0;f4bc09594422:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:53,860 DEBUG [RS:0;f4bc09594422:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:53,860 DEBUG [RS:0;f4bc09594422:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:53,860 DEBUG [RS:0;f4bc09594422:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:53,860 DEBUG [RS:0;f4bc09594422:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:53,860 DEBUG [RS:0;f4bc09594422:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:22:53,860 DEBUG [RS:0;f4bc09594422:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:22:53,868 INFO [RS:0;f4bc09594422:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:53,868 INFO [RS:0;f4bc09594422:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:53,868 INFO [RS:0;f4bc09594422:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:53,868 INFO [RS:0;f4bc09594422:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:53,868 INFO [RS:0;f4bc09594422:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:53,869 INFO [RS:0;f4bc09594422:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45853,1733401371873-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:22:53,897 INFO [RS:0;f4bc09594422:45853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:22:53,897 INFO [RS:0;f4bc09594422:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45853,1733401371873-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:53,898 INFO [RS:0;f4bc09594422:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:53,898 INFO [RS:0;f4bc09594422:45853 {}] regionserver.Replication(171): f4bc09594422,45853,1733401371873 started 2024-12-05T12:22:53,911 INFO [RS:0;f4bc09594422:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:53,911 INFO [RS:0;f4bc09594422:45853 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,45853,1733401371873, RpcServer on f4bc09594422/172.17.0.3:45853, sessionid=0x100aa63e8e40001 2024-12-05T12:22:53,911 DEBUG [RS:0;f4bc09594422:45853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:22:53,911 DEBUG [RS:0;f4bc09594422:45853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,45853,1733401371873 2024-12-05T12:22:53,911 DEBUG [RS:0;f4bc09594422:45853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,45853,1733401371873' 2024-12-05T12:22:53,911 DEBUG [RS:0;f4bc09594422:45853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1218113326/flush-table-proc/abort' 2024-12-05T12:22:53,911 DEBUG [RS:0;f4bc09594422:45853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1218113326/flush-table-proc/acquired' 2024-12-05T12:22:53,912 DEBUG [RS:0;f4bc09594422:45853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:22:53,912 DEBUG [RS:0;f4bc09594422:45853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:22:53,912 DEBUG [RS:0;f4bc09594422:45853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,45853,1733401371873 2024-12-05T12:22:53,912 DEBUG [RS:0;f4bc09594422:45853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,45853,1733401371873' 2024-12-05T12:22:53,912 DEBUG [RS:0;f4bc09594422:45853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1218113326/online-snapshot/abort' 2024-12-05T12:22:53,912 DEBUG [RS:0;f4bc09594422:45853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1218113326/online-snapshot/acquired' 2024-12-05T12:22:53,913 DEBUG [RS:0;f4bc09594422:45853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:22:53,913 INFO [RS:0;f4bc09594422:45853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:22:53,913 INFO [RS:0;f4bc09594422:45853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:22:54,013 INFO [RS:0;f4bc09594422:45853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:22:54,015 INFO [RS:0;f4bc09594422:45853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C45853%2C1733401371873, suffix=, logDir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,45853,1733401371873, archiveDir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/oldWALs, maxLogs=10 2024-12-05T12:22:54,032 DEBUG [RS:0;f4bc09594422:45853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,45853,1733401371873/f4bc09594422%2C45853%2C1733401371873.1733401374016, exclude list is [], retry=0 2024-12-05T12:22:54,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34767,DS-9b4d7602-e10a-4e85-a346-fa71559e3810,DISK] 2024-12-05T12:22:54,037 INFO [RS:0;f4bc09594422:45853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,45853,1733401371873/f4bc09594422%2C45853%2C1733401371873.1733401374016 2024-12-05T12:22:54,037 DEBUG [RS:0;f4bc09594422:45853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36411:36411)] 2024-12-05T12:22:54,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:22:54,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:22:54,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:22:54,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:54,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:54,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:22:54,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:22:54,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:54,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:54,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:22:54,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:22:54,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:54,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:54,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:22:54,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:22:54,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:54,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:54,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:22:54,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740 2024-12-05T12:22:54,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740 2024-12-05T12:22:54,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:22:54,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:22:54,196 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:22:54,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:22:54,200 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:22:54,200 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61576551, jitterRate=-0.08243788778781891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:22:54,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401374178Initializing all the Stores at 1733401374179 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401374179Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401374179Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401374179Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401374179Cleaning up temporary data from old regions at 1733401374195 (+16 ms)Region opened successfully at 1733401374201 (+6 ms) 2024-12-05T12:22:54,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:22:54,201 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:22:54,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:22:54,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:22:54,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:22:54,202 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:22:54,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401374201Disabling compacts and flushes for region at 1733401374201Disabling writes for close at 1733401374201Writing region close event to WAL at 1733401374202 (+1 ms)Closed at 1733401374202 2024-12-05T12:22:54,203 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:22:54,203 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:22:54,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:22:54,205 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:22:54,206 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:22:54,356 DEBUG [f4bc09594422:34993 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:22:54,357 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,45853,1733401371873 2024-12-05T12:22:54,358 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,45853,1733401371873, state=OPENING 2024-12-05T12:22:54,360 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:22:54,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100aa63e8e40001, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:22:54,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:22:54,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1218113326/meta-region-server: CHANGED 2024-12-05T12:22:54,365 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:22:54,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,45853,1733401371873}] 2024-12-05T12:22:54,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1218113326/meta-region-server: CHANGED 2024-12-05T12:22:54,518 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:22:54,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:22:54,523 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:22:54,524 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:22:54,524 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:22:54,525 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C45853%2C1733401371873.meta, suffix=.meta, logDir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,45853,1733401371873, archiveDir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/oldWALs, maxLogs=10 2024-12-05T12:22:54,540 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,45853,1733401371873/f4bc09594422%2C45853%2C1733401371873.meta.1733401374526.meta, exclude list is [], retry=0 2024-12-05T12:22:54,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34767,DS-9b4d7602-e10a-4e85-a346-fa71559e3810,DISK] 2024-12-05T12:22:54,544 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,45853,1733401371873/f4bc09594422%2C45853%2C1733401371873.meta.1733401374526.meta 2024-12-05T12:22:54,546 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36411:36411)] 2024-12-05T12:22:54,546 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:22:54,547 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:22:54,547 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:22:54,547 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:22:54,547 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:22:54,547 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:22:54,547 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:22:54,547 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:22:54,547 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:22:54,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:22:54,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:22:54,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:54,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:54,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:22:54,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:22:54,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:54,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:54,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:22:54,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:22:54,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:54,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:54,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:22:54,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:22:54,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:54,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:54,554 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:22:54,555 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740 2024-12-05T12:22:54,558 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740 2024-12-05T12:22:54,559 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:22:54,559 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:22:54,560 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:22:54,562 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:22:54,563 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74412959, jitterRate=0.1088394969701767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:22:54,563 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:22:54,564 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401374548Writing region info on filesystem at 1733401374548Initializing all the Stores at 1733401374548Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401374548Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401374549 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401374549Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401374549Cleaning up temporary data from old regions at 1733401374559 (+10 ms)Running coprocessor post-open hooks at 1733401374563 (+4 ms)Region opened successfully at 1733401374564 (+1 ms) 2024-12-05T12:22:54,565 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401374517 2024-12-05T12:22:54,567 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:22:54,568 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:22:54,569 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,45853,1733401371873 2024-12-05T12:22:54,570 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,45853,1733401371873, state=OPEN 2024-12-05T12:22:54,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1218113326/meta-region-server 2024-12-05T12:22:54,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100aa63e8e40001, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1218113326/meta-region-server 2024-12-05T12:22:54,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1218113326/meta-region-server: CHANGED 2024-12-05T12:22:54,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1218113326/meta-region-server: CHANGED 2024-12-05T12:22:54,572 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,45853,1733401371873 2024-12-05T12:22:54,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:22:54,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,45853,1733401371873 in 207 msec 2024-12-05T12:22:54,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:22:54,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 372 msec 2024-12-05T12:22:54,578 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:22:54,578 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:22:54,580 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:22:54,580 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,45853,1733401371873, seqNum=-1] 2024-12-05T12:22:54,580 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:22:54,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:22:54,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 854 msec 2024-12-05T12:22:54,595 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401374595, completionTime=-1 2024-12-05T12:22:54,595 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:22:54,595 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:22:54,602 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:22:54,602 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401434602 2024-12-05T12:22:54,602 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401494602 2024-12-05T12:22:54,602 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-12-05T12:22:54,603 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,34993,1733401371813-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:54,603 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,34993,1733401371813-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:54,603 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,34993,1733401371813-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:54,603 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:34993, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:54,603 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:54,605 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:54,606 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:22:54,610 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.673sec 2024-12-05T12:22:54,610 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:22:54,610 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:22:54,610 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:22:54,610 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:22:54,610 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:22:54,610 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,34993,1733401371813-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:22:54,610 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,34993,1733401371813-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:22:54,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c0f826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:54,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,34993,-1 for getting cluster id 2024-12-05T12:22:54,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:22:54,615 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:22:54,615 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:22:54,615 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,34993,1733401371813-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:54,616 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b3c7db1-aae0-4b5b-a431-bec84a818c5d' 2024-12-05T12:22:54,616 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:22:54,616 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b3c7db1-aae0-4b5b-a431-bec84a818c5d" 2024-12-05T12:22:54,616 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4d6ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:54,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,34993,-1] 2024-12-05T12:22:54,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:22:54,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:54,618 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:22:54,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7050dd9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:54,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:22:54,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,45853,1733401371873, seqNum=-1] 2024-12-05T12:22:54,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:22:54,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:22:54,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,34993,1733401371813 2024-12-05T12:22:54,625 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59873 2024-12-05T12:22:54,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:22:54,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100aa63e8e40002 connected 2024-12-05T12:22:54,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/hadoop.log.dir so I do NOT create it in target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3 2024-12-05T12:22:54,638 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:22:54,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/hadoop.tmp.dir so I do NOT create it in target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3 2024-12-05T12:22:54,638 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:22:54,638 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3 2024-12-05T12:22:54,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:22:54,638 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/cluster_20461b72-bbf0-ddc4-3099-65e22fbbef31, deleteOnExit=true 2024-12-05T12:22:54,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:22:54,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/test.cache.data in system properties and HBase conf 2024-12-05T12:22:54,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:22:54,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:22:54,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:22:54,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:22:54,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:22:54,639 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:22:54,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:22:54,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:22:54,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:22:54,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:22:54,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:22:54,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:22:54,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:22:54,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:22:54,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:22:54,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:22:54,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:22:54,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:22:54,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:22:54,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:22:54,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:22:54,741 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:22:54,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:22:54,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:22:54,742 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:22:54,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:22:54,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cf22d52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:22:54,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ca5f882{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:22:54,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b1cf7be{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/java.io.tmpdir/jetty-localhost-33333-hadoop-hdfs-3_4_1-tests_jar-_-any-10998883068706492118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:22:54,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c993f93{HTTP/1.1, (http/1.1)}{localhost:33333} 2024-12-05T12:22:54,862 INFO [Time-limited test {}] server.Server(415): Started @134719ms 2024-12-05T12:22:54,946 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:22:54,950 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:22:54,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:22:54,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:22:54,951 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:22:54,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@504eb4bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:22:54,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dd4dc0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:22:55,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@465f9b70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/java.io.tmpdir/jetty-localhost-39319-hadoop-hdfs-3_4_1-tests_jar-_-any-12727937627010580024/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:22:55,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7068a20b{HTTP/1.1, (http/1.1)}{localhost:39319} 2024-12-05T12:22:55,085 INFO [Time-limited test {}] server.Server(415): Started @134941ms 2024-12-05T12:22:55,086 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:22:55,185 WARN [Thread-1400 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/cluster_20461b72-bbf0-ddc4-3099-65e22fbbef31/data/data1/current/BP-709049948-172.17.0.3-1733401374675/current, will proceed with Du for space computation calculation, 2024-12-05T12:22:55,186 WARN [Thread-1401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/cluster_20461b72-bbf0-ddc4-3099-65e22fbbef31/data/data2/current/BP-709049948-172.17.0.3-1733401374675/current, will proceed with Du for space computation calculation, 2024-12-05T12:22:55,208 WARN [Thread-1388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:22:55,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0d83659721d3915 with lease ID 0x24ef2135e834078d: Processing first storage report for DS-86838e45-192d-4c7e-a746-a93985477191 from datanode DatanodeRegistration(127.0.0.1:45849, datanodeUuid=c8dae08b-7f75-4f23-bd9b-41b3d50cf41e, infoPort=35021, infoSecurePort=0, ipcPort=44323, storageInfo=lv=-57;cid=testClusterID;nsid=563459196;c=1733401374675) 2024-12-05T12:22:55,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0d83659721d3915 with lease ID 0x24ef2135e834078d: from storage DS-86838e45-192d-4c7e-a746-a93985477191 node DatanodeRegistration(127.0.0.1:45849, datanodeUuid=c8dae08b-7f75-4f23-bd9b-41b3d50cf41e, infoPort=35021, infoSecurePort=0, ipcPort=44323, storageInfo=lv=-57;cid=testClusterID;nsid=563459196;c=1733401374675), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T12:22:55,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0d83659721d3915 with lease ID 0x24ef2135e834078d: Processing first storage report for DS-c8bc27e7-d581-430c-b517-9b6bc9d29445 from datanode DatanodeRegistration(127.0.0.1:45849, datanodeUuid=c8dae08b-7f75-4f23-bd9b-41b3d50cf41e, infoPort=35021, infoSecurePort=0, ipcPort=44323, storageInfo=lv=-57;cid=testClusterID;nsid=563459196;c=1733401374675) 2024-12-05T12:22:55,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0d83659721d3915 with lease ID 0x24ef2135e834078d: from storage DS-c8bc27e7-d581-430c-b517-9b6bc9d29445 node DatanodeRegistration(127.0.0.1:45849, datanodeUuid=c8dae08b-7f75-4f23-bd9b-41b3d50cf41e, infoPort=35021, infoSecurePort=0, ipcPort=44323, storageInfo=lv=-57;cid=testClusterID;nsid=563459196;c=1733401374675), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:22:55,221 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3 2024-12-05T12:22:55,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:55,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:55,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45849 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:22:55,638 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b with version=8 2024-12-05T12:22:55,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/hbase-staging 2024-12-05T12:22:55,641 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:22:55,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:55,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:55,641 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:22:55,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:55,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:22:55,641 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:22:55,641 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:22:55,642 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33281 2024-12-05T12:22:55,643 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33281 connecting to ZooKeeper ensemble=127.0.0.1:59873 2024-12-05T12:22:55,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332810x0, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:22:55,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33281-0x100aa63e8e40003 connected 2024-12-05T12:22:55,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:55,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:55,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Set watcher on znode that does not yet exist, /1-991261473/running 2024-12-05T12:22:55,661 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b, hbase.cluster.distributed=false 2024-12-05T12:22:55,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Set watcher on znode that does not yet exist, /1-991261473/acl 2024-12-05T12:22:55,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33281 2024-12-05T12:22:55,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33281 2024-12-05T12:22:55,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33281 2024-12-05T12:22:55,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33281 2024-12-05T12:22:55,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33281 2024-12-05T12:22:55,685 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:22:55,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:55,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:55,686 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:22:55,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:22:55,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:22:55,686 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:22:55,686 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:22:55,686 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33785 2024-12-05T12:22:55,687 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33785 connecting to ZooKeeper ensemble=127.0.0.1:59873 2024-12-05T12:22:55,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:55,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:55,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337850x0, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Set watcher on znode that does not yet exist, /1-991261473/running 2024-12-05T12:22:55,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337850x0, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:22:55,696 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:22:55,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33785-0x100aa63e8e40004 connected 2024-12-05T12:22:55,700 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:22:55,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33785-0x100aa63e8e40004, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Set watcher on znode that does not yet exist, /1-991261473/master 2024-12-05T12:22:55,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33785-0x100aa63e8e40004, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Set watcher on znode that does not yet exist, /1-991261473/acl 2024-12-05T12:22:55,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33785 2024-12-05T12:22:55,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33785 2024-12-05T12:22:55,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33785 2024-12-05T12:22:55,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33785 2024-12-05T12:22:55,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33785 2024-12-05T12:22:55,744 DEBUG [M:0;f4bc09594422:33281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:33281 2024-12-05T12:22:55,748 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-991261473/backup-masters/f4bc09594422,33281,1733401375640 2024-12-05T12:22:55,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x100aa63e8e40004, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991261473/backup-masters 2024-12-05T12:22:55,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991261473/backup-masters 2024-12-05T12:22:55,752 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Set watcher on existing znode=/1-991261473/backup-masters/f4bc09594422,33281,1733401375640 2024-12-05T12:22:55,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x100aa63e8e40004, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-991261473/master 2024-12-05T12:22:55,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x100aa63e8e40004, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991261473 2024-12-05T12:22:55,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991261473 2024-12-05T12:22:55,755 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Set watcher on existing znode=/1-991261473/master 2024-12-05T12:22:55,756 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-991261473/backup-masters/f4bc09594422,33281,1733401375640 from backup master directory 2024-12-05T12:22:55,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x100aa63e8e40004, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991261473/backup-masters 2024-12-05T12:22:55,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-991261473/backup-masters/f4bc09594422,33281,1733401375640 2024-12-05T12:22:55,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991261473/backup-masters 2024-12-05T12:22:55,758 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:22:55,758 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,33281,1733401375640 2024-12-05T12:22:55,765 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/hbase.id] with ID: dd223a1d-8e84-4b2e-99ca-00b045c6301c 2024-12-05T12:22:55,766 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/.tmp/hbase.id 2024-12-05T12:22:55,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45849 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:22:56,180 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/.tmp/hbase.id]:[hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/hbase.id] 2024-12-05T12:22:56,192 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:22:56,193 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:22:56,195 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:22:56,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991261473 2024-12-05T12:22:56,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x100aa63e8e40004, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991261473 2024-12-05T12:22:56,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45849 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:22:56,609 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:22:56,610 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:22:56,610 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:22:56,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45849 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:22:57,026 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/data/master/store 2024-12-05T12:22:57,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45849 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:22:57,465 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:22:57,465 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:22:57,465 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:57,465 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:57,465 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:22:57,465 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:57,465 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:22:57,465 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401377465Disabling compacts and flushes for region at 1733401377465Disabling writes for close at 1733401377465Writing region close event to WAL at 1733401377465Closed at 1733401377465 2024-12-05T12:22:57,467 WARN [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/data/master/store/.initializing 2024-12-05T12:22:57,467 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/WALs/f4bc09594422,33281,1733401375640 2024-12-05T12:22:57,468 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:22:57,471 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C33281%2C1733401375640, suffix=, logDir=hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/WALs/f4bc09594422,33281,1733401375640, archiveDir=hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/oldWALs, maxLogs=10 2024-12-05T12:22:57,491 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/WALs/f4bc09594422,33281,1733401375640/f4bc09594422%2C33281%2C1733401375640.1733401377471, exclude list is [], retry=0 2024-12-05T12:22:57,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45849,DS-86838e45-192d-4c7e-a746-a93985477191,DISK] 2024-12-05T12:22:57,504 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/WALs/f4bc09594422,33281,1733401375640/f4bc09594422%2C33281%2C1733401375640.1733401377471 2024-12-05T12:22:57,505 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35021:35021)] 2024-12-05T12:22:57,505 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:22:57,505 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:22:57,505 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:57,505 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:57,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:57,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:22:57,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:57,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:57,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:57,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:22:57,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:57,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:22:57,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:57,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:22:57,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:57,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:22:57,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:57,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:22:57,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:57,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:22:57,527 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:57,528 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:57,528 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:57,541 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:57,541 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:57,542 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:22:57,548 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:22:57,557 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:22:57,559 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70117270, jitterRate=0.04482874274253845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:22:57,559 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401377505Initializing all the Stores at 1733401377506 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401377507 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401377513 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401377513Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401377513Cleaning up temporary data from old regions at 1733401377541 (+28 ms)Region opened successfully at 1733401377559 (+18 ms) 2024-12-05T12:22:57,560 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:22:57,579 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e36b7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:22:57,582 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:22:57,582 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:22:57,582 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:22:57,583 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:22:57,586 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-12-05T12:22:57,587 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:22:57,587 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:22:57,600 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:22:57,603 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Unable to get data of znode /1-991261473/balancer because node does not exist (not necessarily an error) 2024-12-05T12:22:57,612 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-991261473/balancer already deleted, retry=false 2024-12-05T12:22:57,612 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:22:57,620 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Unable to get data of znode /1-991261473/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:22:57,633 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-991261473/normalizer already deleted, retry=false 2024-12-05T12:22:57,633 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:22:57,652 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Unable to get data of znode /1-991261473/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:22:57,665 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-991261473/switch/split already deleted, retry=false 2024-12-05T12:22:57,671 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Unable to get data of znode /1-991261473/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:22:57,678 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-991261473/switch/merge already deleted, retry=false 2024-12-05T12:22:57,692 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Unable to get data of znode /1-991261473/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:22:57,700 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-991261473/snapshot-cleanup already deleted, retry=false 2024-12-05T12:22:57,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x100aa63e8e40004, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-991261473/running 2024-12-05T12:22:57,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x100aa63e8e40004, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991261473 2024-12-05T12:22:57,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-991261473/running 2024-12-05T12:22:57,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991261473 2024-12-05T12:22:57,722 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,33281,1733401375640, sessionid=0x100aa63e8e40003, setting cluster-up flag (Was=false) 2024-12-05T12:22:57,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x100aa63e8e40004, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991261473 2024-12-05T12:22:57,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991261473 2024-12-05T12:22:57,787 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-991261473/flush-table-proc/acquired, /1-991261473/flush-table-proc/reached, /1-991261473/flush-table-proc/abort 2024-12-05T12:22:57,798 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,33281,1733401375640 2024-12-05T12:22:57,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991261473 2024-12-05T12:22:57,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x100aa63e8e40004, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991261473 2024-12-05T12:22:57,872 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-991261473/online-snapshot/acquired, /1-991261473/online-snapshot/reached, /1-991261473/online-snapshot/abort 2024-12-05T12:22:57,884 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,33281,1733401375640 2024-12-05T12:22:57,896 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:22:57,903 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:22:57,903 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:22:57,903 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:22:57,903 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,33281,1733401375640 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:22:57,908 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:22:57,908 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:22:57,908 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:22:57,908 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:22:57,908 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:22:57,909 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:57,909 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:22:57,909 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:57,930 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:22:57,930 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:22:57,933 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:57,933 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:22:57,939 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401407939 2024-12-05T12:22:57,939 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:22:57,939 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:22:57,939 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:22:57,940 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:22:57,940 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:22:57,940 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:22:57,948 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:57,949 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:22:57,949 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:22:57,949 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:22:57,949 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:22:57,950 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:22:57,950 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:22:57,960 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401377950,5,FailOnTimeoutGroup] 2024-12-05T12:22:57,964 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401377961,5,FailOnTimeoutGroup] 2024-12-05T12:22:57,965 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:57,965 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:22:57,965 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:57,965 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:57,978 INFO [RS:0;f4bc09594422:33785 {}] regionserver.HRegionServer(746): ClusterId : dd223a1d-8e84-4b2e-99ca-00b045c6301c 2024-12-05T12:22:57,979 DEBUG [RS:0;f4bc09594422:33785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:22:57,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45849 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:22:57,985 DEBUG [RS:0;f4bc09594422:33785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:22:57,985 DEBUG [RS:0;f4bc09594422:33785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:22:57,991 DEBUG [RS:0;f4bc09594422:33785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:22:57,991 DEBUG [RS:0;f4bc09594422:33785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73760b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:22:57,996 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:22:57,997 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b 2024-12-05T12:22:58,015 DEBUG [RS:0;f4bc09594422:33785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:33785 2024-12-05T12:22:58,015 INFO [RS:0;f4bc09594422:33785 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:22:58,015 INFO [RS:0;f4bc09594422:33785 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:22:58,015 DEBUG [RS:0;f4bc09594422:33785 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:22:58,016 INFO [RS:0;f4bc09594422:33785 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,33281,1733401375640 with port=33785, startcode=1733401375685 2024-12-05T12:22:58,016 DEBUG [RS:0;f4bc09594422:33785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:22:58,021 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:22:58,022 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33281 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,33785,1733401375685 2024-12-05T12:22:58,022 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33281 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,33785,1733401375685 2024-12-05T12:22:58,025 DEBUG [RS:0;f4bc09594422:33785 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b 2024-12-05T12:22:58,025 DEBUG [RS:0;f4bc09594422:33785 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40151 2024-12-05T12:22:58,025 DEBUG [RS:0;f4bc09594422:33785 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:22:58,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45849 is added to blk_1073741832_1008 (size=32) 2024-12-05T12:22:58,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991261473/rs 2024-12-05T12:22:58,037 DEBUG [RS:0;f4bc09594422:33785 {}] zookeeper.ZKUtil(111): regionserver:33785-0x100aa63e8e40004, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Set watcher on existing znode=/1-991261473/rs/f4bc09594422,33785,1733401375685 2024-12-05T12:22:58,037 WARN [RS:0;f4bc09594422:33785 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:22:58,037 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,33785,1733401375685] 2024-12-05T12:22:58,037 INFO [RS:0;f4bc09594422:33785 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:22:58,038 DEBUG [RS:0;f4bc09594422:33785 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/WALs/f4bc09594422,33785,1733401375685 2024-12-05T12:22:58,062 INFO [RS:0;f4bc09594422:33785 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:22:58,072 INFO [RS:0;f4bc09594422:33785 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:22:58,080 INFO [RS:0;f4bc09594422:33785 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:22:58,080 INFO [RS:0;f4bc09594422:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,080 INFO [RS:0;f4bc09594422:33785 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:22:58,082 INFO [RS:0;f4bc09594422:33785 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:22:58,082 INFO [RS:0;f4bc09594422:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,082 DEBUG [RS:0;f4bc09594422:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,082 DEBUG [RS:0;f4bc09594422:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,082 DEBUG [RS:0;f4bc09594422:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,082 DEBUG [RS:0;f4bc09594422:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,082 DEBUG [RS:0;f4bc09594422:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,082 DEBUG [RS:0;f4bc09594422:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:22:58,082 DEBUG [RS:0;f4bc09594422:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,082 DEBUG [RS:0;f4bc09594422:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,082 DEBUG [RS:0;f4bc09594422:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,082 DEBUG [RS:0;f4bc09594422:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,082 DEBUG [RS:0;f4bc09594422:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,082 DEBUG [RS:0;f4bc09594422:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:22:58,082 DEBUG [RS:0;f4bc09594422:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:22:58,082 DEBUG [RS:0;f4bc09594422:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:22:58,084 INFO [RS:0;f4bc09594422:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,084 INFO [RS:0;f4bc09594422:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,084 INFO [RS:0;f4bc09594422:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,084 INFO [RS:0;f4bc09594422:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,085 INFO [RS:0;f4bc09594422:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,085 INFO [RS:0;f4bc09594422:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,33785,1733401375685-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:22:58,109 INFO [RS:0;f4bc09594422:33785 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:22:58,109 INFO [RS:0;f4bc09594422:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,33785,1733401375685-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,109 INFO [RS:0;f4bc09594422:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,109 INFO [RS:0;f4bc09594422:33785 {}] regionserver.Replication(171): f4bc09594422,33785,1733401375685 started 2024-12-05T12:22:58,133 INFO [RS:0;f4bc09594422:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,134 INFO [RS:0;f4bc09594422:33785 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,33785,1733401375685, RpcServer on f4bc09594422/172.17.0.3:33785, sessionid=0x100aa63e8e40004 2024-12-05T12:22:58,134 DEBUG [RS:0;f4bc09594422:33785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:22:58,134 DEBUG [RS:0;f4bc09594422:33785 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,33785,1733401375685 2024-12-05T12:22:58,134 DEBUG [RS:0;f4bc09594422:33785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,33785,1733401375685' 2024-12-05T12:22:58,134 DEBUG [RS:0;f4bc09594422:33785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-991261473/flush-table-proc/abort' 2024-12-05T12:22:58,137 DEBUG [RS:0;f4bc09594422:33785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-991261473/flush-table-proc/acquired' 2024-12-05T12:22:58,144 DEBUG [RS:0;f4bc09594422:33785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:22:58,144 DEBUG [RS:0;f4bc09594422:33785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:22:58,145 DEBUG [RS:0;f4bc09594422:33785 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,33785,1733401375685 2024-12-05T12:22:58,145 DEBUG [RS:0;f4bc09594422:33785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,33785,1733401375685' 2024-12-05T12:22:58,145 DEBUG [RS:0;f4bc09594422:33785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-991261473/online-snapshot/abort' 2024-12-05T12:22:58,149 DEBUG [RS:0;f4bc09594422:33785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-991261473/online-snapshot/acquired' 2024-12-05T12:22:58,149 DEBUG [RS:0;f4bc09594422:33785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:22:58,149 INFO [RS:0;f4bc09594422:33785 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:22:58,149 INFO [RS:0;f4bc09594422:33785 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:22:58,251 INFO [RS:0;f4bc09594422:33785 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:22:58,254 INFO [RS:0;f4bc09594422:33785 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C33785%2C1733401375685, suffix=, logDir=hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/WALs/f4bc09594422,33785,1733401375685, archiveDir=hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/oldWALs, maxLogs=10 2024-12-05T12:22:58,287 DEBUG [RS:0;f4bc09594422:33785 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/WALs/f4bc09594422,33785,1733401375685/f4bc09594422%2C33785%2C1733401375685.1733401378257, exclude list is [], retry=0 2024-12-05T12:22:58,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45849,DS-86838e45-192d-4c7e-a746-a93985477191,DISK] 2024-12-05T12:22:58,297 INFO [RS:0;f4bc09594422:33785 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/WALs/f4bc09594422,33785,1733401375685/f4bc09594422%2C33785%2C1733401375685.1733401378257 2024-12-05T12:22:58,298 DEBUG [RS:0;f4bc09594422:33785 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35021:35021)] 2024-12-05T12:22:58,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:22:58,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:22:58,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:22:58,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:58,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:58,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:22:58,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:22:58,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:58,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:58,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:22:58,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:22:58,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:58,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:58,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:22:58,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:22:58,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:58,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:58,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:22:58,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/data/hbase/meta/1588230740 2024-12-05T12:22:58,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/data/hbase/meta/1588230740 2024-12-05T12:22:58,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:22:58,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:22:58,440 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:22:58,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:22:58,444 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:22:58,444 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70975745, jitterRate=0.05762101709842682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:22:58,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401378427Initializing all the Stores at 1733401378428 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401378428Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401378429 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401378429Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401378429Cleaning up temporary data from old regions at 1733401378440 (+11 ms)Region opened successfully at 1733401378445 (+5 ms) 2024-12-05T12:22:58,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:22:58,445 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:22:58,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:22:58,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:22:58,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:22:58,445 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:22:58,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401378445Disabling compacts and flushes for region at 1733401378445Disabling writes for close at 1733401378445Writing region close event to WAL at 1733401378445Closed at 1733401378445 2024-12-05T12:22:58,447 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:22:58,447 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:22:58,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:22:58,448 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:22:58,449 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:22:58,600 DEBUG [f4bc09594422:33281 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:22:58,600 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,33785,1733401375685 2024-12-05T12:22:58,602 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,33785,1733401375685, state=OPENING 2024-12-05T12:22:58,604 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:22:58,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x100aa63e8e40004, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991261473 2024-12-05T12:22:58,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991261473 2024-12-05T12:22:58,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-991261473/meta-region-server: CHANGED 2024-12-05T12:22:58,614 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:22:58,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-991261473/meta-region-server: CHANGED 2024-12-05T12:22:58,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,33785,1733401375685}] 2024-12-05T12:22:58,768 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:22:58,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:22:58,776 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:22:58,776 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:22:58,776 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:22:58,777 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C33785%2C1733401375685.meta, suffix=.meta, logDir=hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/WALs/f4bc09594422,33785,1733401375685, archiveDir=hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/oldWALs, maxLogs=10 2024-12-05T12:22:58,798 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/WALs/f4bc09594422,33785,1733401375685/f4bc09594422%2C33785%2C1733401375685.meta.1733401378778.meta, exclude list is [], retry=0 2024-12-05T12:22:58,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45849,DS-86838e45-192d-4c7e-a746-a93985477191,DISK] 2024-12-05T12:22:58,805 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/WALs/f4bc09594422,33785,1733401375685/f4bc09594422%2C33785%2C1733401375685.meta.1733401378778.meta 2024-12-05T12:22:58,807 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35021:35021)] 2024-12-05T12:22:58,807 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:22:58,807 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:22:58,807 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:22:58,808 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:22:58,808 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:22:58,808 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:22:58,808 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:22:58,808 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:22:58,808 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:22:58,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:22:58,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:22:58,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:58,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:58,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:22:58,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:22:58,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:58,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:58,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:22:58,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:22:58,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:58,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:58,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:22:58,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:22:58,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:58,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:22:58,815 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:22:58,816 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/data/hbase/meta/1588230740 2024-12-05T12:22:58,817 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/data/hbase/meta/1588230740 2024-12-05T12:22:58,818 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:22:58,818 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:22:58,818 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:22:58,820 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:22:58,820 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70321575, jitterRate=0.0478731244802475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:22:58,820 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:22:58,820 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401378808Writing region info on filesystem at 1733401378808Initializing all the Stores at 1733401378809 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401378809Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401378809Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401378809Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401378809Cleaning up temporary data from old regions at 1733401378818 (+9 ms)Running coprocessor post-open hooks at 1733401378820 (+2 ms)Region opened successfully at 1733401378820 2024-12-05T12:22:58,822 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401378768 2024-12-05T12:22:58,824 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:22:58,824 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:22:58,825 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,33785,1733401375685 2024-12-05T12:22:58,826 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,33785,1733401375685, state=OPEN 2024-12-05T12:22:58,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x100aa63e8e40004, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-991261473/meta-region-server 2024-12-05T12:22:58,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-991261473/meta-region-server 2024-12-05T12:22:58,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-991261473/meta-region-server: CHANGED 2024-12-05T12:22:58,827 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,33785,1733401375685 2024-12-05T12:22:58,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-991261473/meta-region-server: CHANGED 2024-12-05T12:22:58,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:22:58,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,33785,1733401375685 in 213 msec 2024-12-05T12:22:58,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:22:58,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 384 msec 2024-12-05T12:22:58,834 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:22:58,834 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:22:58,835 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:22:58,835 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,33785,1733401375685, seqNum=-1] 2024-12-05T12:22:58,836 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:22:58,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:22:58,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 941 msec 2024-12-05T12:22:58,843 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401378843, completionTime=-1 2024-12-05T12:22:58,843 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:22:58,843 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:22:58,845 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:22:58,845 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401438845 2024-12-05T12:22:58,845 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401498845 2024-12-05T12:22:58,845 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T12:22:58,845 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,33281,1733401375640-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,846 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,33281,1733401375640-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,846 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,33281,1733401375640-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,846 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:33281, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,846 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,846 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,848 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:22:58,851 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.093sec 2024-12-05T12:22:58,851 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:22:58,851 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:22:58,851 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:22:58,851 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:22:58,851 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:22:58,851 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,33281,1733401375640-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:22:58,851 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,33281,1733401375640-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:22:58,853 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:22:58,853 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:22:58,853 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,33281,1733401375640-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:22:58,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5314dccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:58,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,33281,-1 for getting cluster id 2024-12-05T12:22:58,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:22:58,884 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd223a1d-8e84-4b2e-99ca-00b045c6301c' 2024-12-05T12:22:58,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:22:58,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd223a1d-8e84-4b2e-99ca-00b045c6301c" 2024-12-05T12:22:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9c865c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,33281,-1] 2024-12-05T12:22:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:22:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:58,886 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:22:58,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b2dbbe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:58,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:22:58,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,33785,1733401375685, seqNum=-1] 2024-12-05T12:22:58,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:22:58,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:22:58,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,33281,1733401375640 2024-12-05T12:22:58,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59873 2024-12-05T12:22:58,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:22:58,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100aa63e8e40005 connected 2024-12-05T12:22:58,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3721de9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:58,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,34993,-1 for getting cluster id 2024-12-05T12:22:58,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:22:58,901 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b3c7db1-aae0-4b5b-a431-bec84a818c5d' 2024-12-05T12:22:58,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:22:58,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b3c7db1-aae0-4b5b-a431-bec84a818c5d" 2024-12-05T12:22:58,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d81752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:58,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,34993,-1] 2024-12-05T12:22:58,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:22:58,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:58,903 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:22:58,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246dbef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:58,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:22:58,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,34993,1733401371813 2024-12-05T12:22:58,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fc190c2 2024-12-05T12:22:58,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:22:58,905 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:22:58,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f4bc09594422:33281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:22:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:22:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:22:58,908 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:33281' 2024-12-05T12:22:58,909 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280b5de6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:58,909 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,33281,-1 for getting cluster id 2024-12-05T12:22:58,909 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:22:58,911 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd223a1d-8e84-4b2e-99ca-00b045c6301c' 2024-12-05T12:22:58,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:22:58,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd223a1d-8e84-4b2e-99ca-00b045c6301c" 2024-12-05T12:22:58,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef18885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:58,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,33281,-1] 2024-12-05T12:22:58,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:22:58,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:58,912 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:22:58,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313f9ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:22:58,913 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:22:58,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,33281,1733401375640 2024-12-05T12:22:58,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@664154f3 2024-12-05T12:22:58,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:22:58,914 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:22:58,915 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-05T12:22:58,915 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:22:58,915 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:58,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:22:58,915 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:22:58,916 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:22:58,917 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:22:58,918 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:22:58,918 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:58,919 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:22:58,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741835_1011 (size=1138) 2024-12-05T12:22:58,967 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:22:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:22:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:22:59,335 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15b8c5439629cb9cee2a738f26a7e729, NAME => 'hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda 2024-12-05T12:22:59,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741836_1012 (size=44) 2024-12-05T12:22:59,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:22:59,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 15b8c5439629cb9cee2a738f26a7e729, disabling compactions & flushes 2024-12-05T12:22:59,345 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. 2024-12-05T12:22:59,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. 2024-12-05T12:22:59,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. after waiting 0 ms 2024-12-05T12:22:59,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. 2024-12-05T12:22:59,345 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. 2024-12-05T12:22:59,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15b8c5439629cb9cee2a738f26a7e729: Waiting for close lock at 1733401379345Disabling compacts and flushes for region at 1733401379345Disabling writes for close at 1733401379345Writing region close event to WAL at 1733401379345Closed at 1733401379345 2024-12-05T12:22:59,347 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:22:59,348 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401379347"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401379347"}]},"ts":"1733401379347"} 2024-12-05T12:22:59,350 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:22:59,351 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:22:59,352 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401379352"}]},"ts":"1733401379352"} 2024-12-05T12:22:59,354 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:22:59,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15b8c5439629cb9cee2a738f26a7e729, ASSIGN}] 2024-12-05T12:22:59,356 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15b8c5439629cb9cee2a738f26a7e729, ASSIGN 2024-12-05T12:22:59,357 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=15b8c5439629cb9cee2a738f26a7e729, ASSIGN; state=OFFLINE, location=f4bc09594422,45853,1733401371873; forceNewPlan=false, retain=false 2024-12-05T12:22:59,508 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=15b8c5439629cb9cee2a738f26a7e729, regionState=OPENING, regionLocation=f4bc09594422,45853,1733401371873 2024-12-05T12:22:59,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=15b8c5439629cb9cee2a738f26a7e729, ASSIGN because future has completed 2024-12-05T12:22:59,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15b8c5439629cb9cee2a738f26a7e729, server=f4bc09594422,45853,1733401371873}] 2024-12-05T12:22:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:22:59,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. 2024-12-05T12:22:59,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:22:59,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:22:59,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C45853%2C1733401371873.rep, suffix=, logDir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,45853,1733401371873, archiveDir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/oldWALs, maxLogs=10 2024-12-05T12:22:59,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,45853,1733401371873/f4bc09594422%2C45853%2C1733401371873.rep.1733401379672, exclude list is [], retry=0 2024-12-05T12:22:59,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34767,DS-9b4d7602-e10a-4e85-a346-fa71559e3810,DISK] 2024-12-05T12:22:59,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,45853,1733401371873/f4bc09594422%2C45853%2C1733401371873.rep.1733401379672 2024-12-05T12:22:59,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36411:36411)] 2024-12-05T12:22:59,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 15b8c5439629cb9cee2a738f26a7e729, NAME => 'hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:22:59,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:22:59,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:22:59,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. service=MultiRowMutationService 2024-12-05T12:22:59,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:22:59,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:22:59,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:22:59,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:22:59,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:22:59,703 INFO [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:22:59,704 INFO [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15b8c5439629cb9cee2a738f26a7e729 columnFamilyName hfileref 2024-12-05T12:22:59,704 DEBUG [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:59,705 INFO [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] regionserver.HStore(327): Store=15b8c5439629cb9cee2a738f26a7e729/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:22:59,705 INFO [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:22:59,706 INFO [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15b8c5439629cb9cee2a738f26a7e729 columnFamilyName queue 2024-12-05T12:22:59,706 DEBUG [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:59,707 INFO [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] regionserver.HStore(327): Store=15b8c5439629cb9cee2a738f26a7e729/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:22:59,707 INFO [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:22:59,708 INFO [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15b8c5439629cb9cee2a738f26a7e729 columnFamilyName sid 2024-12-05T12:22:59,708 DEBUG [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:22:59,708 INFO [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] regionserver.HStore(327): Store=15b8c5439629cb9cee2a738f26a7e729/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:22:59,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:22:59,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/replication/15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:22:59,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/replication/15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:22:59,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:22:59,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:22:59,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:22:59,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:22:59,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/replication/15b8c5439629cb9cee2a738f26a7e729/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:22:59,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 15b8c5439629cb9cee2a738f26a7e729; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62749113, jitterRate=-0.06496535241603851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:22:59,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:22:59,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 15b8c5439629cb9cee2a738f26a7e729: Running coprocessor pre-open hook at 1733401379702Writing region info on filesystem at 1733401379702Initializing all the Stores at 1733401379702Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401379703 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401379703Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401379703Cleaning up temporary data from old regions at 1733401379712 (+9 ms)Running coprocessor post-open hooks at 1733401379721 (+9 ms)Region opened successfully at 1733401379722 (+1 ms) 2024-12-05T12:22:59,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729., pid=7, masterSystemTime=1733401379663 2024-12-05T12:22:59,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. 2024-12-05T12:22:59,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. 2024-12-05T12:22:59,727 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=15b8c5439629cb9cee2a738f26a7e729, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,45853,1733401371873 2024-12-05T12:22:59,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15b8c5439629cb9cee2a738f26a7e729, server=f4bc09594422,45853,1733401371873 because future has completed 2024-12-05T12:22:59,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T12:22:59,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 15b8c5439629cb9cee2a738f26a7e729, server=f4bc09594422,45853,1733401371873 in 222 msec 2024-12-05T12:22:59,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:22:59,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15b8c5439629cb9cee2a738f26a7e729, ASSIGN in 388 msec 2024-12-05T12:22:59,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:22:59,746 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401379745"}]},"ts":"1733401379745"} 2024-12-05T12:22:59,750 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:22:59,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:22:59,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 835 msec 2024-12-05T12:22:59,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729., hostname=f4bc09594422,45853,1733401371873, seqNum=2] 2024-12-05T12:22:59,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:22:59,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100aa63e8e40001, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:22:59,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:22:59,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T12:22:59,945 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:22:59,997 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f4bc09594422,45853,1733401371873, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:22:59,998 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:22:59,998 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,45853,1733401371873, seqNum=-1] 2024-12-05T12:22:59,999 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:00,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-05T12:23:00,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f4bc09594422,45853,1733401371873', locateType=CURRENT is [region=hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729., hostname=f4bc09594422,45853,1733401371873, seqNum=2] 2024-12-05T12:23:00,012 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T12:23:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T12:23:00,025 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f4bc09594422,45853,1733401371873 suceeded 2024-12-05T12:23:00,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T12:23:00,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 239 msec 2024-12-05T12:23:00,032 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f4bc09594422:33281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:23:00,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1260 sec 2024-12-05T12:23:00,035 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45853,1733401371873 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:33281' 2024-12-05T12:23:00,041 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45853,1733401371873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a3d6fef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:00,041 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45853,1733401371873 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,33281,-1 for getting cluster id 2024-12-05T12:23:00,042 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45853,1733401371873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:00,043 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd223a1d-8e84-4b2e-99ca-00b045c6301c' 2024-12-05T12:23:00,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:00,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd223a1d-8e84-4b2e-99ca-00b045c6301c" 2024-12-05T12:23:00,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@410105f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:00,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,33281,-1] 2024-12-05T12:23:00,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:00,045 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:23:00,045 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:00,045 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:00,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:00,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:00,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:00,046 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:00,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:00,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,34993,1733401371813 2024-12-05T12:23:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68770c36 2024-12-05T12:23:00,048 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45853,1733401371873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b3445d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:00,048 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:00,048 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45853,1733401371873 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:00,049 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:00,049 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:23:00,050 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45853,1733401371873 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,33281,1733401375640 2024-12-05T12:23:00,050 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45853,1733401371873 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41975e14 2024-12-05T12:23:00,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T12:23:00,050 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45853,1733401371873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:00,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:00,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:00,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:00,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:00,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:00,051 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:23:00,051 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=224640297, stopped=false 2024-12-05T12:23:00,051 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,34993,1733401371813 2024-12-05T12:23:00,051 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-05T12:23:00,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100aa63e8e40001, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1218113326/running 2024-12-05T12:23:00,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1218113326/running 2024-12-05T12:23:00,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:23:00,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100aa63e8e40001, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:23:00,054 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45853,1733401371873 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f4bc09594422,45853,1733401371873 (queues=1) is replicating from cluster=0b3c7db1-aae0-4b5b-a431-bec84a818c5d to cluster=dd223a1d-8e84-4b2e-99ca-00b045c6301c 2024-12-05T12:23:00,054 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45853,1733401371873 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f4bc09594422%2C45853%2C1733401371873 2024-12-05T12:23:00,054 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45853,1733401371873 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f4bc09594422,45853,1733401371873, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:23:00,054 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:00,054 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:00,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45853-0x100aa63e8e40001, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Set watcher on znode that does not yet exist, /0-1218113326/running 2024-12-05T12:23:00,054 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:00,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:00,054 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,45853,1733401371873' ***** 2024-12-05T12:23:00,054 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:23:00,055 INFO [RS:0;f4bc09594422:45853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:23:00,055 INFO [RS:0;f4bc09594422:45853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:23:00,055 INFO [RS:0;f4bc09594422:45853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:23:00,055 INFO [RS:0;f4bc09594422:45853 {}] regionserver.HRegionServer(3091): Received CLOSE for 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:23:00,056 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:23:00,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Set watcher on znode that does not yet exist, /0-1218113326/running 2024-12-05T12:23:00,079 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45853,1733401371873.replicationSource.wal-reader.f4bc09594422%2C45853%2C1733401371873,1-f4bc09594422,45853,1733401371873 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,45853,1733401371873/f4bc09594422%2C45853%2C1733401371873.1733401374016, startPosition=0, beingWritten=true 2024-12-05T12:23:00,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:00,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:00,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:00,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:00,094 INFO [RS:0;f4bc09594422:45853 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,45853,1733401371873 2024-12-05T12:23:00,094 INFO [RS:0;f4bc09594422:45853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:00,094 INFO [RS:0;f4bc09594422:45853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:45853. 2024-12-05T12:23:00,094 DEBUG [RS:0;f4bc09594422:45853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:00,094 DEBUG [RS:0;f4bc09594422:45853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:00,094 INFO [RS:0;f4bc09594422:45853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:23:00,094 INFO [RS:0;f4bc09594422:45853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:23:00,094 INFO [RS:0;f4bc09594422:45853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:23:00,094 INFO [RS:0;f4bc09594422:45853 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:23:00,095 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15b8c5439629cb9cee2a738f26a7e729, disabling compactions & flushes 2024-12-05T12:23:00,095 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. 2024-12-05T12:23:00,095 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. 2024-12-05T12:23:00,095 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. after waiting 0 ms 2024-12-05T12:23:00,095 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. 2024-12-05T12:23:00,095 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:00,095 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 15b8c5439629cb9cee2a738f26a7e729 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-05T12:23:00,100 INFO [RS:0;f4bc09594422:45853 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:23:00,100 DEBUG [RS:0;f4bc09594422:45853 {}] regionserver.HRegionServer(1325): Online Regions={15b8c5439629cb9cee2a738f26a7e729=hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:23:00,100 DEBUG [RS:0;f4bc09594422:45853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:23:00,101 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:23:00,101 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:23:00,101 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:23:00,101 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:23:00,101 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:23:00,101 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T12:23:00,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:00,114 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45853,1733401371873.replicationSource.shipperf4bc09594422%2C45853%2C1733401371873,1-f4bc09594422,45853,1733401371873 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f4bc09594422%2C45853%2C1733401371873 2024-12-05T12:23:00,116 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T12:23:00,116 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:23:00,150 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/replication/15b8c5439629cb9cee2a738f26a7e729/.tmp/queue/96c66f3c068f498dab63b9ae0432bae3 is 151, key is 1-f4bc09594422,45853,1733401371873/queue:f4bc09594422%2C45853%2C1733401371873/1733401380007/Put/seqid=0 2024-12-05T12:23:00,190 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/.tmp/info/cb432f4aa6944cd590218c9ef2ba0121 is 147, key is hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729./info:regioninfo/1733401379727/Put/seqid=0 2024-12-05T12:23:00,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741838_1014 (size=5350) 2024-12-05T12:23:00,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741839_1015 (size=6631) 2024-12-05T12:23:00,301 DEBUG [RS:0;f4bc09594422:45853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:23:00,330 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45853,1733401371873.replicationSource.wal-reader.f4bc09594422%2C45853%2C1733401371873,1-f4bc09594422,45853,1733401371873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,45853,1733401371873/f4bc09594422%2C45853%2C1733401371873.1733401374016 to pos 0, reset compression=false 2024-12-05T12:23:00,501 DEBUG [RS:0;f4bc09594422:45853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:23:00,595 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/replication/15b8c5439629cb9cee2a738f26a7e729/.tmp/queue/96c66f3c068f498dab63b9ae0432bae3 2024-12-05T12:23:00,606 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/replication/15b8c5439629cb9cee2a738f26a7e729/.tmp/queue/96c66f3c068f498dab63b9ae0432bae3 as hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/replication/15b8c5439629cb9cee2a738f26a7e729/queue/96c66f3c068f498dab63b9ae0432bae3 2024-12-05T12:23:00,621 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/replication/15b8c5439629cb9cee2a738f26a7e729/queue/96c66f3c068f498dab63b9ae0432bae3, entries=1, sequenceid=5, filesize=5.2 K 2024-12-05T12:23:00,624 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/.tmp/info/cb432f4aa6944cd590218c9ef2ba0121 2024-12-05T12:23:00,628 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 15b8c5439629cb9cee2a738f26a7e729 in 533ms, sequenceid=5, compaction requested=false 2024-12-05T12:23:00,639 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45853,1733401371873.replicationSource.wal-reader.f4bc09594422%2C45853%2C1733401371873,1-f4bc09594422,45853,1733401371873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,45853,1733401371873/f4bc09594422%2C45853%2C1733401371873.1733401374016 to pos 0, reset compression=false 2024-12-05T12:23:00,651 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/replication/15b8c5439629cb9cee2a738f26a7e729/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T12:23:00,652 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:00,652 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:00,652 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. 2024-12-05T12:23:00,652 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15b8c5439629cb9cee2a738f26a7e729: Waiting for close lock at 1733401380095Running coprocessor pre-close hooks at 1733401380095Disabling compacts and flushes for region at 1733401380095Disabling writes for close at 1733401380095Obtaining lock to block concurrent updates at 1733401380095Preparing flush snapshotting stores in 15b8c5439629cb9cee2a738f26a7e729 at 1733401380095Finished memstore snapshotting hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733401380095Flushing stores of hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. at 1733401380096 (+1 ms)Flushing 15b8c5439629cb9cee2a738f26a7e729/queue: creating writer at 1733401380096Flushing 15b8c5439629cb9cee2a738f26a7e729/queue: appending metadata at 1733401380149 (+53 ms)Flushing 15b8c5439629cb9cee2a738f26a7e729/queue: closing flushed file at 1733401380149Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75c8fe18: reopening flushed file at 1733401380605 (+456 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 15b8c5439629cb9cee2a738f26a7e729 in 533ms, sequenceid=5, compaction requested=false at 1733401380628 (+23 ms)Writing region close event to WAL at 1733401380637 (+9 ms)Running coprocessor post-close hooks at 1733401380651 (+14 ms)Closed at 1733401380652 (+1 ms) 2024-12-05T12:23:00,652 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. 2024-12-05T12:23:00,658 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/.tmp/ns/265da92393fe4c989e59ab9049f7d2a6 is 43, key is default/ns:d/1733401374583/Put/seqid=0 2024-12-05T12:23:00,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741840_1016 (size=5153) 2024-12-05T12:23:00,668 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/.tmp/ns/265da92393fe4c989e59ab9049f7d2a6 2024-12-05T12:23:00,698 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/.tmp/table/19bd53c80f4d42849a39029aa20fced8 is 53, key is hbase:replication/table:state/1733401379745/Put/seqid=0 2024-12-05T12:23:00,702 DEBUG [RS:0;f4bc09594422:45853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:23:00,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741841_1017 (size=5256) 2024-12-05T12:23:00,759 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/.tmp/table/19bd53c80f4d42849a39029aa20fced8 2024-12-05T12:23:00,771 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/.tmp/info/cb432f4aa6944cd590218c9ef2ba0121 as hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/info/cb432f4aa6944cd590218c9ef2ba0121 2024-12-05T12:23:00,794 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/info/cb432f4aa6944cd590218c9ef2ba0121, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T12:23:00,796 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/.tmp/ns/265da92393fe4c989e59ab9049f7d2a6 as hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/ns/265da92393fe4c989e59ab9049f7d2a6 2024-12-05T12:23:00,804 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/ns/265da92393fe4c989e59ab9049f7d2a6, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T12:23:00,806 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/.tmp/table/19bd53c80f4d42849a39029aa20fced8 as hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/table/19bd53c80f4d42849a39029aa20fced8 2024-12-05T12:23:00,812 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/table/19bd53c80f4d42849a39029aa20fced8, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T12:23:00,814 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 713ms, sequenceid=11, compaction requested=false 2024-12-05T12:23:00,857 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T12:23:00,859 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:00,859 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:00,859 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:00,859 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401380101Running coprocessor pre-close hooks at 1733401380101Disabling compacts and flushes for region at 1733401380101Disabling writes for close at 1733401380101Obtaining lock to block concurrent updates at 1733401380101Preparing flush snapshotting stores in 1588230740 at 1733401380101Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733401380101Flushing stores of hbase:meta,,1.1588230740 at 1733401380112 (+11 ms)Flushing 1588230740/info: creating writer at 1733401380113 (+1 ms)Flushing 1588230740/info: appending metadata at 1733401380189 (+76 ms)Flushing 1588230740/info: closing flushed file at 1733401380189Flushing 1588230740/ns: creating writer at 1733401380632 (+443 ms)Flushing 1588230740/ns: appending metadata at 1733401380657 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1733401380657Flushing 1588230740/table: creating writer at 1733401380676 (+19 ms)Flushing 1588230740/table: appending metadata at 1733401380698 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733401380698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e840442: reopening flushed file at 1733401380769 (+71 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b104eb2: reopening flushed file at 1733401380794 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5842823b: reopening flushed file at 1733401380804 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 713ms, sequenceid=11, compaction requested=false at 1733401380814 (+10 ms)Writing region close event to WAL at 1733401380827 (+13 ms)Running coprocessor post-close hooks at 1733401380859 (+32 ms)Closed at 1733401380859 2024-12-05T12:23:00,859 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:00,902 INFO [RS:0;f4bc09594422:45853 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,45853,1733401371873; all regions closed. 2024-12-05T12:23:00,903 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:23:00,904 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:23:00,910 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,45853,1733401371873/f4bc09594422%2C45853%2C1733401371873.meta.1733401374526.meta not finished, retry = 0 2024-12-05T12:23:00,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741834_1010 (size=2742) 2024-12-05T12:23:01,021 DEBUG [RS:0;f4bc09594422:45853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/oldWALs 2024-12-05T12:23:01,021 INFO [RS:0;f4bc09594422:45853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C45853%2C1733401371873.meta:.meta(num 1733401374526) 2024-12-05T12:23:01,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741837_1013 (size=1586) 2024-12-05T12:23:01,037 DEBUG [RS:0;f4bc09594422:45853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/oldWALs 2024-12-05T12:23:01,037 INFO [RS:0;f4bc09594422:45853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C45853%2C1733401371873.rep:(num 1733401379672) 2024-12-05T12:23:01,039 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,45853,1733401371873/f4bc09594422%2C45853%2C1733401371873.1733401374016 not finished, retry = 0 2024-12-05T12:23:01,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741833_1009 (size=93) 2024-12-05T12:23:01,051 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45853,1733401371873.replicationSource.wal-reader.f4bc09594422%2C45853%2C1733401371873,1-f4bc09594422,45853,1733401371873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,45853,1733401371873/f4bc09594422%2C45853%2C1733401371873.1733401374016 to pos 0, reset compression=false 2024-12-05T12:23:01,141 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45853,1733401371873.replicationSource.wal-reader.f4bc09594422%2C45853%2C1733401371873,1-f4bc09594422,45853,1733401371873 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,45853,1733401371873/f4bc09594422%2C45853%2C1733401371873.1733401374016 2024-12-05T12:23:01,141 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45853,1733401371873.replicationSource.wal-reader.f4bc09594422%2C45853%2C1733401371873,1-f4bc09594422,45853,1733401371873 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-05T12:23:01,141 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45853,1733401371873.replicationSource.wal-reader.f4bc09594422%2C45853%2C1733401371873,1-f4bc09594422,45853,1733401371873 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-05T12:23:01,142 DEBUG [RS:0;f4bc09594422:45853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/oldWALs 2024-12-05T12:23:01,143 INFO [RS:0;f4bc09594422:45853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C45853%2C1733401371873:(num 1733401374016) 2024-12-05T12:23:01,143 DEBUG [RS:0;f4bc09594422:45853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:01,143 INFO [RS:0;f4bc09594422:45853 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:01,143 INFO [RS:0;f4bc09594422:45853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:23:01,143 INFO [RS:0;f4bc09594422:45853 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:23:01,143 INFO [RS:0;f4bc09594422:45853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:23:01,143 INFO [RS:0;f4bc09594422:45853 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f4bc09594422,45853,1733401371873 because: Region server is closing 2024-12-05T12:23:01,144 INFO [RS:0;f4bc09594422:45853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:45853. 2024-12-05T12:23:01,144 DEBUG [RS:0;f4bc09594422:45853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:01,144 DEBUG [RS:0;f4bc09594422:45853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:01,144 DEBUG [RS:0;f4bc09594422:45853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:01,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:01,144 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:23:01,244 INFO [RS:0;f4bc09594422:45853 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45853,1733401371873.replicationSource.shipperf4bc09594422%2C45853%2C1733401371873,1-f4bc09594422,45853,1733401371873 terminated 2024-12-05T12:23:01,244 INFO [RS:0;f4bc09594422:45853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45853 2024-12-05T12:23:01,244 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45853,1733401371873.replicationSource.wal-reader.f4bc09594422%2C45853%2C1733401371873,1-f4bc09594422,45853,1733401371873 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-12-05T12:23:01,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100aa63e8e40001, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1218113326/rs/f4bc09594422,45853,1733401371873 2024-12-05T12:23:01,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326/rs 2024-12-05T12:23:01,247 INFO [RS:0;f4bc09594422:45853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:23:01,248 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,45853,1733401371873] 2024-12-05T12:23:01,249 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1218113326/draining/f4bc09594422,45853,1733401371873 already deleted, retry=false 2024-12-05T12:23:01,249 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,45853,1733401371873 expired; onlineServers=0 2024-12-05T12:23:01,249 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,34993,1733401371813' ***** 2024-12-05T12:23:01,249 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:23:01,250 INFO [M:0;f4bc09594422:34993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:01,250 INFO [M:0;f4bc09594422:34993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:23:01,250 DEBUG [M:0;f4bc09594422:34993 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:23:01,250 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:23:01,250 DEBUG [M:0;f4bc09594422:34993 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:23:01,250 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401373764 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401373764,5,FailOnTimeoutGroup] 2024-12-05T12:23:01,250 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401373765 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401373765,5,FailOnTimeoutGroup] 2024-12-05T12:23:01,250 INFO [M:0;f4bc09594422:34993 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:23:01,250 INFO [M:0;f4bc09594422:34993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:23:01,250 DEBUG [M:0;f4bc09594422:34993 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:23:01,250 INFO [M:0;f4bc09594422:34993 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:23:01,250 INFO [M:0;f4bc09594422:34993 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:01,251 INFO [M:0;f4bc09594422:34993 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:23:01,251 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:23:01,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1218113326/master 2024-12-05T12:23:01,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:23:01,252 DEBUG [M:0;f4bc09594422:34993 {}] zookeeper.ZKUtil(347): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Unable to get data of znode /0-1218113326/master because node does not exist (not an error) 2024-12-05T12:23:01,252 WARN [M:0;f4bc09594422:34993 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:23:01,252 INFO [M:0;f4bc09594422:34993 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/.lastflushedseqids 2024-12-05T12:23:01,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741842_1018 (size=190) 2024-12-05T12:23:01,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100aa63e8e40001, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:01,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100aa63e8e40001, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:01,349 INFO [RS:0;f4bc09594422:45853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:23:01,349 INFO [RS:0;f4bc09594422:45853 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,45853,1733401371873; zookeeper connection closed. 2024-12-05T12:23:01,349 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50554643 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50554643 2024-12-05T12:23:01,349 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:23:01,658 INFO [M:0;f4bc09594422:34993 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:23:01,658 INFO [M:0;f4bc09594422:34993 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:23:01,658 DEBUG [M:0;f4bc09594422:34993 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:23:01,658 INFO [M:0;f4bc09594422:34993 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:01,658 DEBUG [M:0;f4bc09594422:34993 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:01,658 DEBUG [M:0;f4bc09594422:34993 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:23:01,659 DEBUG [M:0;f4bc09594422:34993 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:01,659 INFO [M:0;f4bc09594422:34993 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-05T12:23:01,684 DEBUG [M:0;f4bc09594422:34993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70fb6f545ac540d08bea84e978480d67 is 82, key is hbase:meta,,1/info:regioninfo/1733401374569/Put/seqid=0 2024-12-05T12:23:01,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741843_1019 (size=5672) 2024-12-05T12:23:02,101 INFO [M:0;f4bc09594422:34993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70fb6f545ac540d08bea84e978480d67 2024-12-05T12:23:02,127 DEBUG [M:0;f4bc09594422:34993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3445e44576084ce9b9b588ddddcd8502 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733401379752/Put/seqid=0 2024-12-05T12:23:02,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741844_1020 (size=7203) 2024-12-05T12:23:02,133 INFO [M:0;f4bc09594422:34993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3445e44576084ce9b9b588ddddcd8502 2024-12-05T12:23:02,154 DEBUG [M:0;f4bc09594422:34993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ec64097427c4c25bd6cd73d5056810b is 69, key is f4bc09594422,45853,1733401371873/rs:state/1733401373844/Put/seqid=0 2024-12-05T12:23:02,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741845_1021 (size=5156) 2024-12-05T12:23:02,562 INFO [M:0;f4bc09594422:34993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ec64097427c4c25bd6cd73d5056810b 2024-12-05T12:23:02,570 DEBUG [M:0;f4bc09594422:34993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70fb6f545ac540d08bea84e978480d67 as hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70fb6f545ac540d08bea84e978480d67 2024-12-05T12:23:02,576 INFO [M:0;f4bc09594422:34993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70fb6f545ac540d08bea84e978480d67, entries=8, sequenceid=70, filesize=5.5 K 2024-12-05T12:23:02,577 DEBUG [M:0;f4bc09594422:34993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3445e44576084ce9b9b588ddddcd8502 as hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3445e44576084ce9b9b588ddddcd8502 2024-12-05T12:23:02,583 INFO [M:0;f4bc09594422:34993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3445e44576084ce9b9b588ddddcd8502, entries=8, sequenceid=70, filesize=7.0 K 2024-12-05T12:23:02,587 DEBUG [M:0;f4bc09594422:34993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ec64097427c4c25bd6cd73d5056810b as hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ec64097427c4c25bd6cd73d5056810b 2024-12-05T12:23:02,596 INFO [M:0;f4bc09594422:34993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ec64097427c4c25bd6cd73d5056810b, entries=1, sequenceid=70, filesize=5.0 K 2024-12-05T12:23:02,597 INFO [M:0;f4bc09594422:34993 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 938ms, sequenceid=70, compaction requested=false 2024-12-05T12:23:02,657 INFO [M:0;f4bc09594422:34993 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:02,657 DEBUG [M:0;f4bc09594422:34993 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401381658Disabling compacts and flushes for region at 1733401381658Disabling writes for close at 1733401381658Obtaining lock to block concurrent updates at 1733401381659 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401381659Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733401381659Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401381660 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401381660Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401381681 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401381681Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401382107 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401382127 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401382127Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401382139 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401382154 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401382154Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75307785: reopening flushed file at 1733401382569 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e3c724c: reopening flushed file at 1733401382576 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24c1a366: reopening flushed file at 1733401382584 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 938ms, sequenceid=70, compaction requested=false at 1733401382597 (+13 ms)Writing region close event to WAL at 1733401382657 (+60 ms)Closed at 1733401382657 2024-12-05T12:23:02,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741830_1006 (size=41008) 2024-12-05T12:23:02,706 INFO [M:0;f4bc09594422:34993 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:23:02,706 INFO [M:0;f4bc09594422:34993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34993 2024-12-05T12:23:02,706 INFO [M:0;f4bc09594422:34993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:23:02,706 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:23:02,821 INFO [M:0;f4bc09594422:34993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:23:02,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:02,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x100aa63e8e40000, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:02,825 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:23:02,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:02,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:02,825 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:23:02,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:02,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:23:02,825 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:23:02,825 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:23:02,841 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44743 2024-12-05T12:23:02,849 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44743 connecting to ZooKeeper ensemble=127.0.0.1:59873 2024-12-05T12:23:02,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447430x0, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:02,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:02,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:02,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44743-0x100aa63e8e40006 connected 2024-12-05T12:23:02,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Set watcher on znode that does not yet exist, /0-1218113326/running 2024-12-05T12:23:02,890 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1218113326/meta-region-server: INIT 2024-12-05T12:23:02,890 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda, hbase.cluster.distributed=false 2024-12-05T12:23:02,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Set watcher on znode that does not yet exist, /0-1218113326/acl 2024-12-05T12:23:02,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44743 2024-12-05T12:23:02,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44743 2024-12-05T12:23:02,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44743 2024-12-05T12:23:02,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44743 2024-12-05T12:23:02,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44743 2024-12-05T12:23:02,943 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:23:02,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:02,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:02,943 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:23:02,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:02,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:23:02,943 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:23:02,943 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:23:02,945 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40499 2024-12-05T12:23:02,946 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40499 connecting to ZooKeeper ensemble=127.0.0.1:59873 2024-12-05T12:23:02,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:02,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:02,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404990x0, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:02,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404990x0, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Set watcher on znode that does not yet exist, /0-1218113326/running 2024-12-05T12:23:02,957 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:23:02,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40499-0x100aa63e8e40007 connected 2024-12-05T12:23:02,963 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1218113326/meta-region-server: INIT 2024-12-05T12:23:02,980 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:23:02,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40499-0x100aa63e8e40007, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Set watcher on znode that does not yet exist, /0-1218113326/master 2024-12-05T12:23:02,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40499-0x100aa63e8e40007, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Set watcher on znode that does not yet exist, /0-1218113326/acl 2024-12-05T12:23:02,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40499 2024-12-05T12:23:02,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40499 2024-12-05T12:23:03,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40499 2024-12-05T12:23:03,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40499 2024-12-05T12:23:03,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40499 2024-12-05T12:23:03,026 DEBUG [M:0;f4bc09594422:44743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:44743 2024-12-05T12:23:03,027 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1218113326/backup-masters/f4bc09594422,44743,1733401382824 2024-12-05T12:23:03,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326/backup-masters 2024-12-05T12:23:03,029 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Set watcher on existing znode=/0-1218113326/backup-masters/f4bc09594422,44743,1733401382824 2024-12-05T12:23:03,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40499-0x100aa63e8e40007, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326/backup-masters 2024-12-05T12:23:03,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40499-0x100aa63e8e40007, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1218113326/master 2024-12-05T12:23:03,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:23:03,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40499-0x100aa63e8e40007, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:23:03,033 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Set watcher on existing znode=/0-1218113326/master 2024-12-05T12:23:03,033 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1218113326/backup-masters/f4bc09594422,44743,1733401382824 from backup master directory 2024-12-05T12:23:03,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40499-0x100aa63e8e40007, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326/backup-masters 2024-12-05T12:23:03,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1218113326/backup-masters/f4bc09594422,44743,1733401382824 2024-12-05T12:23:03,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326/backup-masters 2024-12-05T12:23:03,036 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:23:03,036 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,44743,1733401382824 2024-12-05T12:23:03,072 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:03,072 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:23:03,089 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-12-05T12:23:03,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741846_1022 (size=196) 2024-12-05T12:23:03,526 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:03,527 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:23:03,536 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:03,549 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-05T12:23:03,553 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/WALs/f4bc09594422,34993,1733401371813 to hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/WALs/f4bc09594422,34993,1733401371813-dead as it is dead 2024-12-05T12:23:03,554 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/WALs/f4bc09594422,34993,1733401371813-dead/f4bc09594422%2C34993%2C1733401371813.1733401373596 2024-12-05T12:23:03,555 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/WALs/f4bc09594422,34993,1733401371813-dead/f4bc09594422%2C34993%2C1733401371813.1733401373596 after 1ms 2024-12-05T12:23:03,556 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/WALs/f4bc09594422,34993,1733401371813-dead/f4bc09594422%2C34993%2C1733401371813.1733401373596 to hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f4bc09594422%2C34993%2C1733401371813.1733401373596 2024-12-05T12:23:03,556 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/WALs/f4bc09594422,34993,1733401371813-dead 2024-12-05T12:23:03,557 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/WALs/f4bc09594422,44743,1733401382824 2024-12-05T12:23:03,558 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:23:03,560 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C44743%2C1733401382824, suffix=, logDir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/WALs/f4bc09594422,44743,1733401382824, archiveDir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/oldWALs, maxLogs=10 2024-12-05T12:23:03,580 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/WALs/f4bc09594422,44743,1733401382824/f4bc09594422%2C44743%2C1733401382824.1733401383560, exclude list is [], retry=0 2024-12-05T12:23:03,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34767,DS-9b4d7602-e10a-4e85-a346-fa71559e3810,DISK] 2024-12-05T12:23:03,597 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/WALs/f4bc09594422,44743,1733401382824/f4bc09594422%2C44743%2C1733401382824.1733401383560 2024-12-05T12:23:03,602 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36411:36411)] 2024-12-05T12:23:03,602 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:03,602 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:03,602 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:03,603 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:03,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:03,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:23:03,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:03,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70fb6f545ac540d08bea84e978480d67 2024-12-05T12:23:03,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:03,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:03,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:23:03,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:03,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3445e44576084ce9b9b588ddddcd8502 2024-12-05T12:23:03,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:03,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:03,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:23:03,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:03,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ec64097427c4c25bd6cd73d5056810b 2024-12-05T12:23:03,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:03,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:03,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:23:03,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:03,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:03,680 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:03,681 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-05T12:23:03,681 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f4bc09594422%2C34993%2C1733401371813.1733401373596 2024-12-05T12:23:03,686 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f4bc09594422%2C34993%2C1733401371813.1733401373596 2024-12-05T12:23:03,686 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f4bc09594422%2C34993%2C1733401371813.1733401373596 2024-12-05T12:23:03,688 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:03,688 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:03,689 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:03,701 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:03,707 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-05T12:23:03,713 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62524115, jitterRate=-0.06831808388233185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:03,713 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401383603Initializing all the Stores at 1733401383604 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401383604Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401383604Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401383604Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401383604Cleaning up temporary data from old regions at 1733401383688 (+84 ms)Region opened successfully at 1733401383713 (+25 ms) 2024-12-05T12:23:03,714 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:23:03,722 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dee45b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:23:03,726 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-05T12:23:03,726 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:23:03,726 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:23:03,727 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:23:03,728 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T12:23:03,739 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:03,740 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:23:03,741 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:23:03,741 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 12 msec 2024-12-05T12:23:03,741 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:23:03,750 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f4bc09594422,45853,1733401371873, regionLocation=f4bc09594422,45853,1733401371873, openSeqNum=2 2024-12-05T12:23:03,751 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f4bc09594422,45853,1733401371873, table=hbase:meta, region=1588230740 2024-12-05T12:23:03,751 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,45853,1733401371873, state=OPEN 2024-12-05T12:23:03,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1218113326/meta-region-server 2024-12-05T12:23:03,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40499-0x100aa63e8e40007, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1218113326/meta-region-server 2024-12-05T12:23:03,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1218113326/meta-region-server: CHANGED 2024-12-05T12:23:03,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1218113326/meta-region-server: CHANGED 2024-12-05T12:23:03,769 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:23:03,771 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1218113326/draining/f4bc09594422,45853,1733401371873 already deleted, retry=false 2024-12-05T12:23:03,771 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of f4bc09594422,45853,1733401371873 on f4bc09594422,44743,1733401382824 2024-12-05T12:23:03,776 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f4bc09594422,45853,1733401371873, splitWal=true, meta=true 2024-12-05T12:23:03,778 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for f4bc09594422,45853,1733401371873 (carryingMeta=true) f4bc09594422,45853,1733401371873/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3c3090b9[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T12:23:03,783 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Unable to get data of znode /0-1218113326/balancer because node does not exist (not necessarily an error) 2024-12-05T12:23:03,788 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1218113326/balancer already deleted, retry=false 2024-12-05T12:23:03,789 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:23:03,791 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Unable to get data of znode /0-1218113326/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:23:03,793 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1218113326/normalizer already deleted, retry=false 2024-12-05T12:23:03,793 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:23:03,804 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Unable to get data of znode /0-1218113326/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:23:03,809 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1218113326/switch/split already deleted, retry=false 2024-12-05T12:23:03,810 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Unable to get data of znode /0-1218113326/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:23:03,811 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1218113326/switch/merge already deleted, retry=false 2024-12-05T12:23:03,816 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Unable to get data of znode /0-1218113326/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:23:03,817 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1218113326/snapshot-cleanup already deleted, retry=false 2024-12-05T12:23:03,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1218113326/running 2024-12-05T12:23:03,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:23:03,821 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,44743,1733401382824, sessionid=0x100aa63e8e40006, setting cluster-up flag (Was=false) 2024-12-05T12:23:03,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40499-0x100aa63e8e40007, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1218113326/running 2024-12-05T12:23:03,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40499-0x100aa63e8e40007, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:23:03,823 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1218113326/flush-table-proc/acquired, /0-1218113326/flush-table-proc/reached, /0-1218113326/flush-table-proc/abort 2024-12-05T12:23:03,824 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,44743,1733401382824 2024-12-05T12:23:03,829 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1218113326/online-snapshot/acquired, /0-1218113326/online-snapshot/reached, /0-1218113326/online-snapshot/abort 2024-12-05T12:23:03,833 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,44743,1733401382824 2024-12-05T12:23:03,856 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/.lastflushedseqids 2024-12-05T12:23:03,869 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:23:03,869 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:23:03,869 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,44743,1733401382824 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 f4bc09594422,45853,1733401371873 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:23:03,871 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:03,871 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:03,871 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:03,871 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:03,871 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:23:03,871 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:03,871 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:23:03,871 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:03,881 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f4bc09594422,45853,1733401371873, splitWal=true, meta=true 2024-12-05T12:23:03,882 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f4bc09594422,45853,1733401371873, splitWal=true, meta=true, isMeta: true 2024-12-05T12:23:03,884 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,45853,1733401371873-splitting 2024-12-05T12:23:03,885 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,45853,1733401371873-splitting dir is empty, no logs to split. 2024-12-05T12:23:03,885 INFO [PEWorker-1 {}] master.SplitWALManager(105): f4bc09594422,45853,1733401371873 WAL count=0, meta=true 2024-12-05T12:23:03,888 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,45853,1733401371873-splitting dir is empty, no logs to split. 2024-12-05T12:23:03,888 INFO [PEWorker-1 {}] master.SplitWALManager(105): f4bc09594422,45853,1733401371873 WAL count=0, meta=true 2024-12-05T12:23:03,888 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f4bc09594422,45853,1733401371873 WAL splitting is done? wals=0, meta=true 2024-12-05T12:23:03,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:23:03,890 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:23:03,892 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T12:23:03,904 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401413904 2024-12-05T12:23:03,905 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:23:03,905 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:23:03,905 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:23:03,905 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:23:03,905 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:23:03,905 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:23:03,924 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:03,929 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:23:03,929 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:23:03,929 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:23:03,929 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:23:03,932 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:23:03,933 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:23:03,933 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401383933,5,FailOnTimeoutGroup] 2024-12-05T12:23:03,944 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401383933,5,FailOnTimeoutGroup] 2024-12-05T12:23:03,944 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:03,944 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:23:03,944 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:03,944 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:03,944 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401383944, completionTime=-1 2024-12-05T12:23:03,944 WARN [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-05T12:23:03,944 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T12:23:03,950 INFO [RS:0;f4bc09594422:40499 {}] regionserver.HRegionServer(746): ClusterId : 0b3c7db1-aae0-4b5b-a431-bec84a818c5d 2024-12-05T12:23:03,950 DEBUG [RS:0;f4bc09594422:40499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:23:03,954 DEBUG [RS:0;f4bc09594422:40499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:23:03,954 DEBUG [RS:0;f4bc09594422:40499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:23:03,957 DEBUG [RS:0;f4bc09594422:40499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:23:03,971 DEBUG [RS:0;f4bc09594422:40499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b64a9b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:23:04,007 DEBUG [RS:0;f4bc09594422:40499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:40499 2024-12-05T12:23:04,007 INFO [RS:0;f4bc09594422:40499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:23:04,007 INFO [RS:0;f4bc09594422:40499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:23:04,007 DEBUG [RS:0;f4bc09594422:40499 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:23:04,009 INFO [RS:0;f4bc09594422:40499 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,44743,1733401382824 with port=40499, startcode=1733401382942 2024-12-05T12:23:04,009 DEBUG [RS:0;f4bc09594422:40499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:23:04,017 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:23:04,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44743 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,40499,1733401382942 2024-12-05T12:23:04,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44743 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,40499,1733401382942 2024-12-05T12:23:04,020 DEBUG [RS:0;f4bc09594422:40499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda 2024-12-05T12:23:04,020 DEBUG [RS:0;f4bc09594422:40499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42711 2024-12-05T12:23:04,020 DEBUG [RS:0;f4bc09594422:40499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:23:04,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326/rs 2024-12-05T12:23:04,042 WARN [f4bc09594422:44743 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T12:23:04,044 DEBUG [RS:0;f4bc09594422:40499 {}] zookeeper.ZKUtil(111): regionserver:40499-0x100aa63e8e40007, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Set watcher on existing znode=/0-1218113326/rs/f4bc09594422,40499,1733401382942 2024-12-05T12:23:04,044 WARN [RS:0;f4bc09594422:40499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:23:04,044 INFO [RS:0;f4bc09594422:40499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:04,044 DEBUG [RS:0;f4bc09594422:40499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,40499,1733401382942 2024-12-05T12:23:04,045 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=101ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T12:23:04,049 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,40499,1733401382942] 2024-12-05T12:23:04,093 INFO [RS:0;f4bc09594422:40499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:23:04,095 INFO [RS:0;f4bc09594422:40499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:23:04,096 INFO [RS:0;f4bc09594422:40499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:23:04,096 INFO [RS:0;f4bc09594422:40499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:04,096 INFO [RS:0;f4bc09594422:40499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:23:04,097 INFO [RS:0;f4bc09594422:40499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:23:04,097 INFO [RS:0;f4bc09594422:40499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:04,097 DEBUG [RS:0;f4bc09594422:40499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:04,097 DEBUG [RS:0;f4bc09594422:40499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:04,097 DEBUG [RS:0;f4bc09594422:40499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:04,097 DEBUG [RS:0;f4bc09594422:40499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:04,097 DEBUG [RS:0;f4bc09594422:40499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:04,097 DEBUG [RS:0;f4bc09594422:40499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:23:04,097 DEBUG [RS:0;f4bc09594422:40499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:04,097 DEBUG [RS:0;f4bc09594422:40499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:04,097 DEBUG [RS:0;f4bc09594422:40499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:04,097 DEBUG [RS:0;f4bc09594422:40499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:04,097 DEBUG [RS:0;f4bc09594422:40499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:04,097 DEBUG [RS:0;f4bc09594422:40499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:04,097 DEBUG [RS:0;f4bc09594422:40499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:23:04,097 DEBUG [RS:0;f4bc09594422:40499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:23:04,122 INFO [RS:0;f4bc09594422:40499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:04,122 INFO [RS:0;f4bc09594422:40499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:04,122 INFO [RS:0;f4bc09594422:40499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:04,122 INFO [RS:0;f4bc09594422:40499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:04,122 INFO [RS:0;f4bc09594422:40499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:04,122 INFO [RS:0;f4bc09594422:40499 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,40499,1733401382942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:23:04,162 INFO [RS:0;f4bc09594422:40499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:23:04,162 INFO [RS:0;f4bc09594422:40499 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,40499,1733401382942-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:04,214 INFO [RS:0;f4bc09594422:40499 {}] regionserver.ReplicationSource(231): queueId=1-f4bc09594422,40499,1733401382942, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:23:04,224 INFO [RS:0;f4bc09594422:40499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:04,225 INFO [RS:0;f4bc09594422:40499 {}] regionserver.Replication(171): f4bc09594422,40499,1733401382942 started 2024-12-05T12:23:04,254 INFO [RS:0;f4bc09594422:40499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:04,255 INFO [RS:0;f4bc09594422:40499 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,40499,1733401382942, RpcServer on f4bc09594422/172.17.0.3:40499, sessionid=0x100aa63e8e40007 2024-12-05T12:23:04,255 DEBUG [RS:0;f4bc09594422:40499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:23:04,255 DEBUG [RS:0;f4bc09594422:40499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,40499,1733401382942 2024-12-05T12:23:04,255 DEBUG [RS:0;f4bc09594422:40499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,40499,1733401382942' 2024-12-05T12:23:04,255 DEBUG [RS:0;f4bc09594422:40499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1218113326/flush-table-proc/abort' 2024-12-05T12:23:04,256 DEBUG [RS:0;f4bc09594422:40499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1218113326/flush-table-proc/acquired' 2024-12-05T12:23:04,256 DEBUG [RS:0;f4bc09594422:40499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:23:04,256 DEBUG [RS:0;f4bc09594422:40499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:23:04,256 DEBUG [RS:0;f4bc09594422:40499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,40499,1733401382942 2024-12-05T12:23:04,256 DEBUG [RS:0;f4bc09594422:40499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,40499,1733401382942' 2024-12-05T12:23:04,256 DEBUG [RS:0;f4bc09594422:40499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1218113326/online-snapshot/abort' 2024-12-05T12:23:04,257 DEBUG [RS:0;f4bc09594422:40499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1218113326/online-snapshot/acquired' 2024-12-05T12:23:04,257 DEBUG [RS:0;f4bc09594422:40499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:23:04,257 INFO [RS:0;f4bc09594422:40499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:23:04,257 INFO [RS:0;f4bc09594422:40499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:23:04,259 DEBUG [RS:0;f4bc09594422:40499.replicationSource,1-f4bc09594422,40499,1733401382942 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:33281' 2024-12-05T12:23:04,261 DEBUG [RS:0;f4bc09594422:40499.replicationSource,1-f4bc09594422,40499,1733401382942 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f9a8a3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:04,261 DEBUG [RS:0;f4bc09594422:40499.replicationSource,1-f4bc09594422,40499,1733401382942 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,33281,-1 for getting cluster id 2024-12-05T12:23:04,261 DEBUG [RS:0;f4bc09594422:40499.replicationSource,1-f4bc09594422,40499,1733401382942 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:04,273 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd223a1d-8e84-4b2e-99ca-00b045c6301c' 2024-12-05T12:23:04,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:04,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd223a1d-8e84-4b2e-99ca-00b045c6301c" 2024-12-05T12:23:04,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f1f763d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:04,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,33281,-1] 2024-12-05T12:23:04,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:04,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:04,277 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:04,283 DEBUG [RS:0;f4bc09594422:40499.replicationSource,1-f4bc09594422,40499,1733401382942 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54e5406d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:04,283 DEBUG [RS:0;f4bc09594422:40499.replicationSource,1-f4bc09594422,40499,1733401382942 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:04,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,33281,1733401375640 2024-12-05T12:23:04,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54d0e277 2024-12-05T12:23:04,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:04,286 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-05T12:23:04,287 INFO [RS:0;f4bc09594422:40499.replicationSource,1-f4bc09594422,40499,1733401382942 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f4bc09594422,40499,1733401382942 (queues=0) is replicating from cluster=0b3c7db1-aae0-4b5b-a431-bec84a818c5d to cluster=dd223a1d-8e84-4b2e-99ca-00b045c6301c 2024-12-05T12:23:04,358 INFO [RS:0;f4bc09594422:40499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:23:04,368 INFO [RS:0;f4bc09594422:40499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C40499%2C1733401382942, suffix=, logDir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,40499,1733401382942, archiveDir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/oldWALs, maxLogs=10 2024-12-05T12:23:04,388 DEBUG [RS:0;f4bc09594422:40499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,40499,1733401382942/f4bc09594422%2C40499%2C1733401382942.1733401384368, exclude list is [], retry=0 2024-12-05T12:23:04,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34767,DS-9b4d7602-e10a-4e85-a346-fa71559e3810,DISK] 2024-12-05T12:23:04,397 INFO [RS:0;f4bc09594422:40499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,40499,1733401382942/f4bc09594422%2C40499%2C1733401382942.1733401384368 2024-12-05T12:23:04,398 DEBUG [RS:0;f4bc09594422:40499 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f4bc09594422%2C40499%2C1733401382942 for peer 1 2024-12-05T12:23:04,398 DEBUG [RS:0;f4bc09594422:40499 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f4bc09594422%2C40499%2C1733401382942 2024-12-05T12:23:04,398 INFO [RS:0;f4bc09594422:40499 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f4bc09594422,40499,1733401382942, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:23:04,398 DEBUG [RS:0;f4bc09594422:40499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36411:36411)] 2024-12-05T12:23:04,398 INFO [RS:0;f4bc09594422:40499.replicationSource.shipperf4bc09594422%2C40499%2C1733401382942,1-f4bc09594422,40499,1733401382942 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f4bc09594422%2C40499%2C1733401382942 2024-12-05T12:23:04,399 DEBUG [RS:0;f4bc09594422:40499.replicationSource.wal-reader.f4bc09594422%2C40499%2C1733401382942,1-f4bc09594422,40499,1733401382942 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,40499,1733401382942/f4bc09594422%2C40499%2C1733401382942.1733401384368, startPosition=0, beingWritten=true 2024-12-05T12:23:04,542 DEBUG [f4bc09594422:44743 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:23:04,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,40499,1733401382942 2024-12-05T12:23:04,549 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,40499,1733401382942, state=OPENING 2024-12-05T12:23:04,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40499-0x100aa63e8e40007, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1218113326/meta-region-server 2024-12-05T12:23:04,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1218113326/meta-region-server: CHANGED 2024-12-05T12:23:04,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1218113326/meta-region-server 2024-12-05T12:23:04,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1218113326/meta-region-server: CHANGED 2024-12-05T12:23:04,552 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:23:04,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,40499,1733401382942}] 2024-12-05T12:23:04,605 DEBUG [RS:0;f4bc09594422:40499.replicationSource.wal-reader.f4bc09594422%2C40499%2C1733401382942,1-f4bc09594422,40499,1733401382942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,40499,1733401382942/f4bc09594422%2C40499%2C1733401382942.1733401384368 to pos 0, reset compression=false 2024-12-05T12:23:04,706 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:23:04,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:23:04,714 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:23:04,714 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:04,715 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:23:04,717 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C40499%2C1733401382942.meta, suffix=.meta, logDir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,40499,1733401382942, archiveDir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/oldWALs, maxLogs=10 2024-12-05T12:23:04,749 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,40499,1733401382942/f4bc09594422%2C40499%2C1733401382942.meta.1733401384717.meta, exclude list is [], retry=0 2024-12-05T12:23:04,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34767,DS-9b4d7602-e10a-4e85-a346-fa71559e3810,DISK] 2024-12-05T12:23:04,781 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,40499,1733401382942/f4bc09594422%2C40499%2C1733401382942.meta.1733401384717.meta 2024-12-05T12:23:04,785 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36411:36411)] 2024-12-05T12:23:04,785 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:04,785 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:04,785 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:23:04,785 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:23:04,786 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:23:04,786 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:23:04,786 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:04,786 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:23:04,786 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:23:04,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:23:04,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:23:04,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:04,850 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/info/cb432f4aa6944cd590218c9ef2ba0121 2024-12-05T12:23:04,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:04,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:23:04,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:23:04,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:04,886 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/ns/265da92393fe4c989e59ab9049f7d2a6 2024-12-05T12:23:04,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:04,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:23:04,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:23:04,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:04,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:04,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:23:04,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:23:04,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:04,922 DEBUG [RS:0;f4bc09594422:40499.replicationSource.wal-reader.f4bc09594422%2C40499%2C1733401382942,1-f4bc09594422,40499,1733401382942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,40499,1733401382942/f4bc09594422%2C40499%2C1733401382942.1733401384368 to pos 0, reset compression=false 2024-12-05T12:23:04,927 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/table/19bd53c80f4d42849a39029aa20fced8 2024-12-05T12:23:04,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:04,927 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:23:04,928 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740 2024-12-05T12:23:04,933 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740 2024-12-05T12:23:04,941 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:23:04,941 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:23:04,944 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:04,946 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:23:04,951 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72479967, jitterRate=0.08003567159175873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:04,952 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:23:04,952 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401384786Writing region info on filesystem at 1733401384786Initializing all the Stores at 1733401384793 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401384793Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401384804 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401384804Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401384804Cleaning up temporary data from old regions at 1733401384941 (+137 ms)Running coprocessor post-open hooks at 1733401384952 (+11 ms)Region opened successfully at 1733401384952 2024-12-05T12:23:04,953 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733401384704 2024-12-05T12:23:04,958 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:23:04,958 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:23:04,969 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=f4bc09594422,40499,1733401382942 2024-12-05T12:23:04,973 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,40499,1733401382942, state=OPEN 2024-12-05T12:23:04,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40499-0x100aa63e8e40007, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1218113326/meta-region-server 2024-12-05T12:23:04,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1218113326/meta-region-server: CHANGED 2024-12-05T12:23:04,975 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,40499,1733401382942 2024-12-05T12:23:04,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1218113326/meta-region-server 2024-12-05T12:23:04,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1218113326/meta-region-server: CHANGED 2024-12-05T12:23:04,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-05T12:23:04,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,40499,1733401382942 in 423 msec 2024-12-05T12:23:04,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:23:04,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0990 sec 2024-12-05T12:23:05,207 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:23:05,355 DEBUG [RS:0;f4bc09594422:40499.replicationSource.wal-reader.f4bc09594422%2C40499%2C1733401382942,1-f4bc09594422,40499,1733401382942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,40499,1733401382942/f4bc09594422%2C40499%2C1733401382942.1733401384368 to pos 0, reset compression=false 2024-12-05T12:23:05,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:05,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:05,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:05,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:05,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:05,554 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1610ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1509ms 2024-12-05T12:23:05,892 DEBUG [RS:0;f4bc09594422:40499.replicationSource.wal-reader.f4bc09594422%2C40499%2C1733401382942,1-f4bc09594422,40499,1733401382942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,40499,1733401382942/f4bc09594422%2C40499%2C1733401382942.1733401384368 to pos 0, reset compression=false 2024-12-05T12:23:06,511 DEBUG [RS:0;f4bc09594422:40499.replicationSource.wal-reader.f4bc09594422%2C40499%2C1733401382942,1-f4bc09594422,40499,1733401382942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,40499,1733401382942/f4bc09594422%2C40499%2C1733401382942.1733401384368 to pos 0, reset compression=false 2024-12-05T12:23:07,070 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3126ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3025ms 2024-12-05T12:23:07,232 DEBUG [RS:0;f4bc09594422:40499.replicationSource.wal-reader.f4bc09594422%2C40499%2C1733401382942,1-f4bc09594422,40499,1733401382942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,40499,1733401382942/f4bc09594422%2C40499%2C1733401382942.1733401384368 to pos 0, reset compression=false 2024-12-05T12:23:08,044 DEBUG [RS:0;f4bc09594422:40499.replicationSource.wal-reader.f4bc09594422%2C40499%2C1733401382942,1-f4bc09594422,40499,1733401382942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,40499,1733401382942/f4bc09594422%2C40499%2C1733401382942.1733401384368 to pos 0, reset compression=false 2024-12-05T12:23:08,490 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4546ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-05T12:23:08,491 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:23:08,491 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:08,491 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,40499,1733401382942, seqNum=-1] 2024-12-05T12:23:08,492 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:08,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:08,501 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15b8c5439629cb9cee2a738f26a7e729, regionState=OPEN, lastHost=f4bc09594422,45853,1733401371873, regionLocation=f4bc09594422,45853,1733401371873, openSeqNum=2 2024-12-05T12:23:08,502 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:23:08,502 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401448502 2024-12-05T12:23:08,502 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401508502 2024-12-05T12:23:08,502 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-12-05T12:23:08,502 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,44743,1733401382824-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:08,502 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,44743,1733401382824-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:08,502 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,44743,1733401382824-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:08,502 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:44743, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:08,502 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:08,503 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): f4bc09594422,45853,1733401371873 had 2 regions 2024-12-05T12:23:08,505 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:08,508 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f4bc09594422,45853,1733401371873, splitWal=true, meta=true, isMeta: false 2024-12-05T12:23:08,516 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,45853,1733401371873-splitting dir is empty, no logs to split. 2024-12-05T12:23:08,516 INFO [PEWorker-1 {}] master.SplitWALManager(105): f4bc09594422,45853,1733401371873 WAL count=0, meta=false 2024-12-05T12:23:08,523 WARN [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=f4bc09594422,45853,1733401371873/hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. 2024-12-05T12:23:08,525 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,45853,1733401371873-splitting dir is empty, no logs to split. 2024-12-05T12:23:08,525 INFO [PEWorker-1 {}] master.SplitWALManager(105): f4bc09594422,45853,1733401371873 WAL count=0, meta=false 2024-12-05T12:23:08,525 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f4bc09594422,45853,1733401371873 WAL splitting is done? wals=0, meta=false 2024-12-05T12:23:08,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15b8c5439629cb9cee2a738f26a7e729, ASSIGN}] 2024-12-05T12:23:08,529 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15b8c5439629cb9cee2a738f26a7e729, ASSIGN 2024-12-05T12:23:08,531 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=15b8c5439629cb9cee2a738f26a7e729, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T12:23:08,543 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.507sec 2024-12-05T12:23:08,544 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:23:08,544 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:23:08,544 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:23:08,544 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:23:08,544 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:23:08,544 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,44743,1733401382824-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:23:08,544 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,44743,1733401382824-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:23:08,581 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:23:08,581 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:23:08,581 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,44743,1733401382824-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:08,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a1784b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:08,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,44743,-1 for getting cluster id 2024-12-05T12:23:08,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:08,590 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b3c7db1-aae0-4b5b-a431-bec84a818c5d' 2024-12-05T12:23:08,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:08,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b3c7db1-aae0-4b5b-a431-bec84a818c5d" 2024-12-05T12:23:08,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373672b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:08,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,44743,-1] 2024-12-05T12:23:08,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:08,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:08,597 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:08,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68fb05fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:08,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:08,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,40499,1733401382942, seqNum=-1] 2024-12-05T12:23:08,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:08,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:08,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-05T12:23:08,609 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:08,609 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:08,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:08,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:08,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: f4bc09594422:44743 after: f4bc09594422:44743 2024-12-05T12:23:08,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:08,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478fb553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:08,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,44743,-1 for getting cluster id 2024-12-05T12:23:08,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:08,617 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b3c7db1-aae0-4b5b-a431-bec84a818c5d' 2024-12-05T12:23:08,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:08,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b3c7db1-aae0-4b5b-a431-bec84a818c5d" 2024-12-05T12:23:08,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223623de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:08,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,44743,-1] 2024-12-05T12:23:08,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:08,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:08,621 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:08,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640fbeb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:08,623 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,44743,1733401382824 2024-12-05T12:23:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c199dfc 2024-12-05T12:23:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:08,629 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:08,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44743 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T12:23:08,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:23:08,630 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:08,630 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:08,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:08,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:08,631 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:23:08,631 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1513960819, stopped=false 2024-12-05T12:23:08,631 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,33281,1733401375640 2024-12-05T12:23:08,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:08,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x100aa63e8e40004, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-991261473/running 2024-12-05T12:23:08,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x100aa63e8e40004, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991261473 2024-12-05T12:23:08,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-991261473/running 2024-12-05T12:23:08,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991261473 2024-12-05T12:23:08,637 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:08,637 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:08,637 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:08,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:08,637 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,33785,1733401375685' ***** 2024-12-05T12:23:08,637 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:23:08,638 INFO [RS:0;f4bc09594422:33785 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:23:08,638 INFO [RS:0;f4bc09594422:33785 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:23:08,638 INFO [RS:0;f4bc09594422:33785 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:23:08,638 INFO [RS:0;f4bc09594422:33785 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,33785,1733401375685 2024-12-05T12:23:08,638 INFO [RS:0;f4bc09594422:33785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:08,638 INFO [RS:0;f4bc09594422:33785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:33785. 2024-12-05T12:23:08,638 DEBUG [RS:0;f4bc09594422:33785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:08,638 DEBUG [RS:0;f4bc09594422:33785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:08,638 INFO [RS:0;f4bc09594422:33785 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:23:08,638 INFO [RS:0;f4bc09594422:33785 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:23:08,638 INFO [RS:0;f4bc09594422:33785 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:23:08,639 INFO [RS:0;f4bc09594422:33785 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:23:08,639 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:23:08,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33785-0x100aa63e8e40004, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Set watcher on znode that does not yet exist, /1-991261473/running 2024-12-05T12:23:08,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Set watcher on znode that does not yet exist, /1-991261473/running 2024-12-05T12:23:08,656 INFO [RS:0;f4bc09594422:33785 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:23:08,656 DEBUG [RS:0;f4bc09594422:33785 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:23:08,657 DEBUG [RS:0;f4bc09594422:33785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:23:08,657 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:23:08,657 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:23:08,657 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:23:08,657 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:23:08,657 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:23:08,657 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T12:23:08,683 DEBUG [f4bc09594422:44743 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:23:08,683 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=15b8c5439629cb9cee2a738f26a7e729, regionState=OPENING, regionLocation=f4bc09594422,40499,1733401382942 2024-12-05T12:23:08,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=15b8c5439629cb9cee2a738f26a7e729, ASSIGN because future has completed 2024-12-05T12:23:08,693 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:08,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15b8c5439629cb9cee2a738f26a7e729, server=f4bc09594422,40499,1733401382942}] 2024-12-05T12:23:08,733 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/data/hbase/meta/1588230740/.tmp/ns/3347cd2866d54572ab0f98bca60e5c78 is 43, key is default/ns:d/1733401378838/Put/seqid=0 2024-12-05T12:23:08,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45849 is added to blk_1073741835_1011 (size=5153) 2024-12-05T12:23:08,800 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/data/hbase/meta/1588230740/.tmp/ns/3347cd2866d54572ab0f98bca60e5c78 2024-12-05T12:23:08,836 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/data/hbase/meta/1588230740/.tmp/ns/3347cd2866d54572ab0f98bca60e5c78 as hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/data/hbase/meta/1588230740/ns/3347cd2866d54572ab0f98bca60e5c78 2024-12-05T12:23:08,857 DEBUG [RS:0;f4bc09594422:33785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:23:08,867 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/data/hbase/meta/1588230740/ns/3347cd2866d54572ab0f98bca60e5c78, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T12:23:08,869 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 212ms, sequenceid=6, compaction requested=false 2024-12-05T12:23:08,869 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:23:08,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. 2024-12-05T12:23:08,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:08,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:23:08,925 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T12:23:08,927 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:08,927 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:08,927 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:08,927 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401388657Running coprocessor pre-close hooks at 1733401388657Disabling compacts and flushes for region at 1733401388657Disabling writes for close at 1733401388657Obtaining lock to block concurrent updates at 1733401388657Preparing flush snapshotting stores in 1588230740 at 1733401388657Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733401388658 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733401388665 (+7 ms)Flushing 1588230740/ns: creating writer at 1733401388665Flushing 1588230740/ns: appending metadata at 1733401388732 (+67 ms)Flushing 1588230740/ns: closing flushed file at 1733401388732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27d0d944: reopening flushed file at 1733401388829 (+97 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 212ms, sequenceid=6, compaction requested=false at 1733401388869 (+40 ms)Writing region close event to WAL at 1733401388913 (+44 ms)Running coprocessor post-close hooks at 1733401388927 (+14 ms)Closed at 1733401388927 2024-12-05T12:23:08,927 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:08,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C40499%2C1733401382942.rep, suffix=, logDir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,40499,1733401382942, archiveDir=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/oldWALs, maxLogs=10 2024-12-05T12:23:08,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,40499,1733401382942/f4bc09594422%2C40499%2C1733401382942.rep.1733401388933, exclude list is [], retry=0 2024-12-05T12:23:08,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34767,DS-9b4d7602-e10a-4e85-a346-fa71559e3810,DISK] 2024-12-05T12:23:08,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,40499,1733401382942/f4bc09594422%2C40499%2C1733401382942.rep.1733401388933 2024-12-05T12:23:08,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36411:36411)] 2024-12-05T12:23:08,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 15b8c5439629cb9cee2a738f26a7e729, NAME => 'hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:08,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:08,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:23:08,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. service=MultiRowMutationService 2024-12-05T12:23:08,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:23:08,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:23:08,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:08,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:23:08,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:23:08,983 INFO [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:23:08,984 INFO [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15b8c5439629cb9cee2a738f26a7e729 columnFamilyName hfileref 2024-12-05T12:23:08,984 DEBUG [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:08,986 DEBUG [RS:0;f4bc09594422:40499.replicationSource.wal-reader.f4bc09594422%2C40499%2C1733401382942,1-f4bc09594422,40499,1733401382942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,40499,1733401382942/f4bc09594422%2C40499%2C1733401382942.1733401384368 to pos 0, reset compression=false 2024-12-05T12:23:08,989 INFO [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] regionserver.HStore(327): Store=15b8c5439629cb9cee2a738f26a7e729/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:08,997 INFO [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:23:09,001 INFO [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15b8c5439629cb9cee2a738f26a7e729 columnFamilyName queue 2024-12-05T12:23:09,001 DEBUG [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:09,047 DEBUG [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/replication/15b8c5439629cb9cee2a738f26a7e729/queue/96c66f3c068f498dab63b9ae0432bae3 2024-12-05T12:23:09,047 INFO [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] regionserver.HStore(327): Store=15b8c5439629cb9cee2a738f26a7e729/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:09,048 INFO [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:23:09,053 INFO [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15b8c5439629cb9cee2a738f26a7e729 columnFamilyName sid 2024-12-05T12:23:09,053 DEBUG [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:09,054 INFO [StoreOpener-15b8c5439629cb9cee2a738f26a7e729-1 {}] regionserver.HStore(327): Store=15b8c5439629cb9cee2a738f26a7e729/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:09,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:23:09,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/replication/15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:23:09,057 INFO [RS:0;f4bc09594422:33785 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,33785,1733401375685; all regions closed. 2024-12-05T12:23:09,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/replication/15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:23:09,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:23:09,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:23:09,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:23:09,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:23:09,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 15b8c5439629cb9cee2a738f26a7e729; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67975552, jitterRate=0.012914657592773438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:23:09,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:23:09,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 15b8c5439629cb9cee2a738f26a7e729: Running coprocessor pre-open hook at 1733401388981Writing region info on filesystem at 1733401388982 (+1 ms)Initializing all the Stores at 1733401388982Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401388983 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401388983Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401388983Cleaning up temporary data from old regions at 1733401389059 (+76 ms)Running coprocessor post-open hooks at 1733401389066 (+7 ms)Region opened successfully at 1733401389067 (+1 ms) 2024-12-05T12:23:09,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729., pid=13, masterSystemTime=1733401388862 2024-12-05T12:23:09,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45849 is added to blk_1073741834_1010 (size=1152) 2024-12-05T12:23:09,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. 2024-12-05T12:23:09,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. 2024-12-05T12:23:09,082 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=15b8c5439629cb9cee2a738f26a7e729, regionState=OPEN, openSeqNum=9, regionLocation=f4bc09594422,40499,1733401382942 2024-12-05T12:23:09,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15b8c5439629cb9cee2a738f26a7e729, server=f4bc09594422,40499,1733401382942 because future has completed 2024-12-05T12:23:09,091 DEBUG [RS:0;f4bc09594422:33785 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/oldWALs 2024-12-05T12:23:09,091 INFO [RS:0;f4bc09594422:33785 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C33785%2C1733401375685.meta:.meta(num 1733401378778) 2024-12-05T12:23:09,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T12:23:09,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 15b8c5439629cb9cee2a738f26a7e729, server=f4bc09594422,40499,1733401382942 in 390 msec 2024-12-05T12:23:09,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-05T12:23:09,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15b8c5439629cb9cee2a738f26a7e729, ASSIGN in 567 msec 2024-12-05T12:23:09,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-05T12:23:09,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729., hostname=f4bc09594422,40499,1733401382942, seqNum=9] 2024-12-05T12:23:09,128 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:23:09,129 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:23:09,155 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for f4bc09594422,45853,1733401371873 2024-12-05T12:23:09,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-05T12:23:09,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45849 is added to blk_1073741833_1009 (size=93) 2024-12-05T12:23:09,177 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/WALs/f4bc09594422,33785,1733401375685/f4bc09594422%2C33785%2C1733401375685.1733401378257 not finished, retry = 0 2024-12-05T12:23:09,286 DEBUG [RS:0;f4bc09594422:33785 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/oldWALs 2024-12-05T12:23:09,286 INFO [RS:0;f4bc09594422:33785 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C33785%2C1733401375685:(num 1733401378257) 2024-12-05T12:23:09,286 DEBUG [RS:0;f4bc09594422:33785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:09,286 INFO [RS:0;f4bc09594422:33785 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:09,289 INFO [RS:0;f4bc09594422:33785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:23:09,289 INFO [RS:0;f4bc09594422:33785 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:23:09,289 INFO [RS:0;f4bc09594422:33785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:23:09,289 INFO [RS:0;f4bc09594422:33785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33785 2024-12-05T12:23:09,290 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:23:09,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991261473/rs 2024-12-05T12:23:09,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x100aa63e8e40004, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-991261473/rs/f4bc09594422,33785,1733401375685 2024-12-05T12:23:09,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,33785,1733401375685] 2024-12-05T12:23:09,300 INFO [RS:0;f4bc09594422:33785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:23:09,305 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-991261473/draining/f4bc09594422,33785,1733401375685 already deleted, retry=false 2024-12-05T12:23:09,305 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,33785,1733401375685 expired; onlineServers=0 2024-12-05T12:23:09,305 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,33281,1733401375640' ***** 2024-12-05T12:23:09,305 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:23:09,306 INFO [M:0;f4bc09594422:33281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:09,306 INFO [M:0;f4bc09594422:33281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:23:09,306 DEBUG [M:0;f4bc09594422:33281 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:23:09,306 DEBUG [M:0;f4bc09594422:33281 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:23:09,307 INFO [M:0;f4bc09594422:33281 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:23:09,307 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:23:09,307 INFO [M:0;f4bc09594422:33281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:23:09,307 DEBUG [M:0;f4bc09594422:33281 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:23:09,307 INFO [M:0;f4bc09594422:33281 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:23:09,307 INFO [M:0;f4bc09594422:33281 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:09,307 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401377950 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401377950,5,FailOnTimeoutGroup] 2024-12-05T12:23:09,307 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401377961 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401377961,5,FailOnTimeoutGroup] 2024-12-05T12:23:09,307 INFO [M:0;f4bc09594422:33281 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:23:09,307 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:23:09,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-991261473/master 2024-12-05T12:23:09,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991261473 2024-12-05T12:23:09,314 DEBUG [M:0;f4bc09594422:33281 {}] zookeeper.RecoverableZooKeeper(212): Node /1-991261473/master already deleted, retry=false 2024-12-05T12:23:09,314 DEBUG [M:0;f4bc09594422:33281 {}] master.ActiveMasterManager(353): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-991261473/master 2024-12-05T12:23:09,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-05T12:23:09,356 INFO [M:0;f4bc09594422:33281 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/.lastflushedseqids 2024-12-05T12:23:09,408 INFO [RS:0;f4bc09594422:33785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:23:09,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x100aa63e8e40004, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:09,408 INFO [RS:0;f4bc09594422:33785 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,33785,1733401375685; zookeeper connection closed. 2024-12-05T12:23:09,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x100aa63e8e40004, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:09,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45849 is added to blk_1073741836_1012 (size=99) 2024-12-05T12:23:09,440 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13a92352 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13a92352 2024-12-05T12:23:09,440 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:23:09,441 INFO [M:0;f4bc09594422:33281 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:23:09,442 INFO [M:0;f4bc09594422:33281 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:23:09,442 DEBUG [M:0;f4bc09594422:33281 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:23:09,442 INFO [M:0;f4bc09594422:33281 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:09,443 DEBUG [M:0;f4bc09594422:33281 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:09,443 DEBUG [M:0;f4bc09594422:33281 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:23:09,443 DEBUG [M:0;f4bc09594422:33281 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:09,443 INFO [M:0;f4bc09594422:33281 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T12:23:09,500 DEBUG [M:0;f4bc09594422:33281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5079cd85e2b14c14b247a5191ba75930 is 82, key is hbase:meta,,1/info:regioninfo/1733401378825/Put/seqid=0 2024-12-05T12:23:09,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45849 is added to blk_1073741837_1013 (size=5672) 2024-12-05T12:23:09,536 INFO [M:0;f4bc09594422:33281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5079cd85e2b14c14b247a5191ba75930 2024-12-05T12:23:09,615 DEBUG [M:0;f4bc09594422:33281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f0579f6054b46afa401b97cd3ea1839 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733401378842/Put/seqid=0 2024-12-05T12:23:09,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45849 is added to blk_1073741838_1014 (size=5275) 2024-12-05T12:23:10,027 DEBUG [RS:0;f4bc09594422:40499.replicationSource.wal-reader.f4bc09594422%2C40499%2C1733401382942,1-f4bc09594422,40499,1733401382942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/WALs/f4bc09594422,40499,1733401382942/f4bc09594422%2C40499%2C1733401382942.1733401384368 to pos 0, reset compression=false 2024-12-05T12:23:10,072 INFO [M:0;f4bc09594422:33281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f0579f6054b46afa401b97cd3ea1839 2024-12-05T12:23:10,105 DEBUG [M:0;f4bc09594422:33281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a42a075682a44cd0bed3bcb1b3157de8 is 69, key is f4bc09594422,33785,1733401375685/rs:state/1733401378022/Put/seqid=0 2024-12-05T12:23:10,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45849 is added to blk_1073741839_1015 (size=5156) 2024-12-05T12:23:10,176 INFO [M:0;f4bc09594422:33281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a42a075682a44cd0bed3bcb1b3157de8 2024-12-05T12:23:10,185 DEBUG [M:0;f4bc09594422:33281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5079cd85e2b14c14b247a5191ba75930 as hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5079cd85e2b14c14b247a5191ba75930 2024-12-05T12:23:10,190 INFO [M:0;f4bc09594422:33281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5079cd85e2b14c14b247a5191ba75930, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T12:23:10,191 DEBUG [M:0;f4bc09594422:33281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f0579f6054b46afa401b97cd3ea1839 as hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f0579f6054b46afa401b97cd3ea1839 2024-12-05T12:23:10,195 INFO [M:0;f4bc09594422:33281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f0579f6054b46afa401b97cd3ea1839, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T12:23:10,196 DEBUG [M:0;f4bc09594422:33281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a42a075682a44cd0bed3bcb1b3157de8 as hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a42a075682a44cd0bed3bcb1b3157de8 2024-12-05T12:23:10,211 INFO [M:0;f4bc09594422:33281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40151/user/jenkins/test-data/bb53a3e8-b97a-5778-0a29-ca8ee0b1ab7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a42a075682a44cd0bed3bcb1b3157de8, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T12:23:10,216 INFO [M:0;f4bc09594422:33281 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 773ms, sequenceid=28, compaction requested=false 2024-12-05T12:23:10,236 INFO [M:0;f4bc09594422:33281 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:10,236 DEBUG [M:0;f4bc09594422:33281 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401389442Disabling compacts and flushes for region at 1733401389442Disabling writes for close at 1733401389443 (+1 ms)Obtaining lock to block concurrent updates at 1733401389443Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401389443Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733401389443Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401389444 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401389444Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401389476 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401389499 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401389552 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401389615 (+63 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401389615Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401390078 (+463 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401390105 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401390105Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49e71c28: reopening flushed file at 1733401390184 (+79 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@279a36cc: reopening flushed file at 1733401390190 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1579679c: reopening flushed file at 1733401390196 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 773ms, sequenceid=28, compaction requested=false at 1733401390216 (+20 ms)Writing region close event to WAL at 1733401390236 (+20 ms)Closed at 1733401390236 2024-12-05T12:23:10,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45849 is added to blk_1073741830_1006 (size=10165) 2024-12-05T12:23:10,254 INFO [M:0;f4bc09594422:33281 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:23:10,254 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:23:10,254 INFO [M:0;f4bc09594422:33281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33281 2024-12-05T12:23:10,259 INFO [M:0;f4bc09594422:33281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:23:10,288 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:23:10,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:10,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:10,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:10,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:10,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:10,371 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T12:23:10,372 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:23:10,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:10,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x100aa63e8e40003, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:10,401 INFO [M:0;f4bc09594422:33281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:23:10,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@465f9b70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:23:10,442 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7068a20b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:23:10,443 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:23:10,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dd4dc0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:23:10,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@504eb4bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/hadoop.log.dir/,STOPPED} 2024-12-05T12:23:10,445 WARN [BP-709049948-172.17.0.3-1733401374675 heartbeating to localhost/127.0.0.1:40151 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:23:10,445 WARN [BP-709049948-172.17.0.3-1733401374675 heartbeating to localhost/127.0.0.1:40151 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-709049948-172.17.0.3-1733401374675 (Datanode Uuid c8dae08b-7f75-4f23-bd9b-41b3d50cf41e) service to localhost/127.0.0.1:40151 2024-12-05T12:23:10,446 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:23:10,446 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:23:10,447 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:23:10,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/cluster_20461b72-bbf0-ddc4-3099-65e22fbbef31/data/data1/current/BP-709049948-172.17.0.3-1733401374675 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:23:10,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/cluster_20461b72-bbf0-ddc4-3099-65e22fbbef31/data/data2/current/BP-709049948-172.17.0.3-1733401374675 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:23:10,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b1cf7be{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:23:10,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c993f93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:23:10,468 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:23:10,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ca5f882{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:23:10,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cf22d52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/hadoop.log.dir/,STOPPED} 2024-12-05T12:23:10,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:23:10,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:23:10,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:10,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:10,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:10,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:10,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:23:10,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1885007405, stopped=false 2024-12-05T12:23:10,494 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,44743,1733401382824 2024-12-05T12:23:10,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:10,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1218113326/running 2024-12-05T12:23:10,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:23:10,502 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:10,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:10,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:10,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:10,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40499-0x100aa63e8e40007, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1218113326/running 2024-12-05T12:23:10,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40499-0x100aa63e8e40007, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:23:10,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Set watcher on znode that does not yet exist, /0-1218113326/running 2024-12-05T12:23:10,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40499-0x100aa63e8e40007, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Set watcher on znode that does not yet exist, /0-1218113326/running 2024-12-05T12:23:10,510 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,40499,1733401382942' ***** 2024-12-05T12:23:10,510 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:23:10,511 INFO [RS:0;f4bc09594422:40499 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:23:10,511 INFO [RS:0;f4bc09594422:40499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:23:10,511 INFO [RS:0;f4bc09594422:40499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:23:10,511 INFO [RS:0;f4bc09594422:40499 {}] regionserver.HRegionServer(3091): Received CLOSE for 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:23:10,511 INFO [RS:0;f4bc09594422:40499 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,40499,1733401382942 2024-12-05T12:23:10,511 INFO [RS:0;f4bc09594422:40499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:10,511 INFO [RS:0;f4bc09594422:40499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:40499. 2024-12-05T12:23:10,511 DEBUG [RS:0;f4bc09594422:40499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:10,511 DEBUG [RS:0;f4bc09594422:40499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:10,512 INFO [RS:0;f4bc09594422:40499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:23:10,512 INFO [RS:0;f4bc09594422:40499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:23:10,512 INFO [RS:0;f4bc09594422:40499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:23:10,512 INFO [RS:0;f4bc09594422:40499 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:23:10,512 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15b8c5439629cb9cee2a738f26a7e729, disabling compactions & flushes 2024-12-05T12:23:10,512 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. 2024-12-05T12:23:10,512 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. 2024-12-05T12:23:10,512 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. after waiting 0 ms 2024-12-05T12:23:10,512 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. 2024-12-05T12:23:10,512 INFO [RS:0;f4bc09594422:40499 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:23:10,512 DEBUG [RS:0;f4bc09594422:40499 {}] regionserver.HRegionServer(1325): Online Regions={15b8c5439629cb9cee2a738f26a7e729=hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:23:10,512 DEBUG [RS:0;f4bc09594422:40499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15b8c5439629cb9cee2a738f26a7e729 2024-12-05T12:23:10,513 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:23:10,513 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:23:10,513 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:23:10,513 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:23:10,513 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:23:10,513 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:23:10,513 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-05T12:23:10,579 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/.tmp/info/380a54e9e9ea49e8ba84ca5ca6f8e3db is 147, key is hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729./info:regioninfo/1733401389082/Put/seqid=0 2024-12-05T12:23:10,581 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:10,600 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/replication/15b8c5439629cb9cee2a738f26a7e729/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-05T12:23:10,604 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:10,604 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:10,604 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. 2024-12-05T12:23:10,605 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15b8c5439629cb9cee2a738f26a7e729: Waiting for close lock at 1733401390512Running coprocessor pre-close hooks at 1733401390512Disabling compacts and flushes for region at 1733401390512Disabling writes for close at 1733401390512Writing region close event to WAL at 1733401390564 (+52 ms)Running coprocessor post-close hooks at 1733401390603 (+39 ms)Closed at 1733401390604 (+1 ms) 2024-12-05T12:23:10,605 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401378916.15b8c5439629cb9cee2a738f26a7e729. 2024-12-05T12:23:10,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741851_1027 (size=6385) 2024-12-05T12:23:10,640 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/.tmp/info/380a54e9e9ea49e8ba84ca5ca6f8e3db 2024-12-05T12:23:10,666 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/.tmp/info/380a54e9e9ea49e8ba84ca5ca6f8e3db as hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/info/380a54e9e9ea49e8ba84ca5ca6f8e3db 2024-12-05T12:23:10,675 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/info/380a54e9e9ea49e8ba84ca5ca6f8e3db, entries=8, sequenceid=19, filesize=6.2 K 2024-12-05T12:23:10,676 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 163ms, sequenceid=19, compaction requested=false 2024-12-05T12:23:10,700 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-05T12:23:10,701 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:10,701 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:10,701 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:10,701 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401390513Running coprocessor pre-close hooks at 1733401390513Disabling compacts and flushes for region at 1733401390513Disabling writes for close at 1733401390513Obtaining lock to block concurrent updates at 1733401390513Preparing flush snapshotting stores in 1588230740 at 1733401390513Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733401390513Flushing stores of hbase:meta,,1.1588230740 at 1733401390518 (+5 ms)Flushing 1588230740/info: creating writer at 1733401390519 (+1 ms)Flushing 1588230740/info: appending metadata at 1733401390578 (+59 ms)Flushing 1588230740/info: closing flushed file at 1733401390578Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c0e20d4: reopening flushed file at 1733401390665 (+87 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 163ms, sequenceid=19, compaction requested=false at 1733401390676 (+11 ms)Writing region close event to WAL at 1733401390685 (+9 ms)Running coprocessor post-close hooks at 1733401390701 (+16 ms)Closed at 1733401390701 2024-12-05T12:23:10,702 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:10,712 INFO [RS:0;f4bc09594422:40499 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,40499,1733401382942; all regions closed. 2024-12-05T12:23:10,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741849_1025 (size=2156) 2024-12-05T12:23:10,721 DEBUG [RS:0;f4bc09594422:40499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/oldWALs 2024-12-05T12:23:10,721 INFO [RS:0;f4bc09594422:40499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C40499%2C1733401382942.meta:.meta(num 1733401384717) 2024-12-05T12:23:10,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741850_1026 (size=796) 2024-12-05T12:23:10,757 DEBUG [RS:0;f4bc09594422:40499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/oldWALs 2024-12-05T12:23:10,758 INFO [RS:0;f4bc09594422:40499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C40499%2C1733401382942.rep:(num 1733401388933) 2024-12-05T12:23:10,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741848_1024 (size=93) 2024-12-05T12:23:10,773 DEBUG [RS:0;f4bc09594422:40499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/oldWALs 2024-12-05T12:23:10,773 INFO [RS:0;f4bc09594422:40499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C40499%2C1733401382942:(num 1733401384368) 2024-12-05T12:23:10,773 DEBUG [RS:0;f4bc09594422:40499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:10,773 INFO [RS:0;f4bc09594422:40499 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:10,774 INFO [RS:0;f4bc09594422:40499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:23:10,774 INFO [RS:0;f4bc09594422:40499 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:23:10,774 INFO [RS:0;f4bc09594422:40499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:23:10,774 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:23:10,774 INFO [RS:0;f4bc09594422:40499 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f4bc09594422,40499,1733401382942 because: Region server is closing 2024-12-05T12:23:10,774 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-05T12:23:10,774 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-05T12:23:10,774 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T12:23:10,774 INFO [RS:0;f4bc09594422:40499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:40499. 2024-12-05T12:23:10,775 DEBUG [RS:0;f4bc09594422:40499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:10,775 DEBUG [RS:0;f4bc09594422:40499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:10,776 DEBUG [RS:0;f4bc09594422:40499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:10,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:10,876 WARN [RS:0;f4bc09594422:40499.replicationSource.wal-reader.f4bc09594422%2C40499%2C1733401382942,1-f4bc09594422,40499,1733401382942 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:23:10,876 WARN [RS:0;f4bc09594422:40499.replicationSource.shipperf4bc09594422%2C40499%2C1733401382942,1-f4bc09594422,40499,1733401382942 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T12:23:10,877 INFO [RS:0;f4bc09594422:40499 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;f4bc09594422:40499.replicationSource.shipperf4bc09594422%2C40499%2C1733401382942,1-f4bc09594422,40499,1733401382942 terminated 2024-12-05T12:23:10,877 INFO [RS:0;f4bc09594422:40499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40499 2024-12-05T12:23:10,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40499-0x100aa63e8e40007, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1218113326/rs/f4bc09594422,40499,1733401382942 2024-12-05T12:23:10,881 INFO [RS:0;f4bc09594422:40499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:23:10,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326/rs 2024-12-05T12:23:10,894 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,40499,1733401382942] 2024-12-05T12:23:10,896 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1218113326/draining/f4bc09594422,40499,1733401382942 already deleted, retry=false 2024-12-05T12:23:10,896 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,40499,1733401382942 expired; onlineServers=0 2024-12-05T12:23:10,896 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,44743,1733401382824' ***** 2024-12-05T12:23:10,896 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:23:10,896 INFO [M:0;f4bc09594422:44743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:10,896 INFO [M:0;f4bc09594422:44743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:23:10,897 DEBUG [M:0;f4bc09594422:44743 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:23:10,897 DEBUG [M:0;f4bc09594422:44743 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:23:10,897 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:23:10,897 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401383933 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401383933,5,FailOnTimeoutGroup] 2024-12-05T12:23:10,897 INFO [M:0;f4bc09594422:44743 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:23:10,897 INFO [M:0;f4bc09594422:44743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:23:10,897 DEBUG [M:0;f4bc09594422:44743 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:23:10,897 INFO [M:0;f4bc09594422:44743 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:23:10,897 INFO [M:0;f4bc09594422:44743 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:10,897 INFO [M:0;f4bc09594422:44743 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:23:10,897 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:23:10,900 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401383933 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401383933,5,FailOnTimeoutGroup] 2024-12-05T12:23:10,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1218113326/master 2024-12-05T12:23:10,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1218113326 2024-12-05T12:23:10,908 DEBUG [M:0;f4bc09594422:44743 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1218113326/master already deleted, retry=false 2024-12-05T12:23:10,908 DEBUG [M:0;f4bc09594422:44743 {}] master.ActiveMasterManager(353): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1218113326/master 2024-12-05T12:23:10,910 INFO [M:0;f4bc09594422:44743 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/.lastflushedseqids 2024-12-05T12:23:10,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741852_1028 (size=190) 2024-12-05T12:23:10,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40499-0x100aa63e8e40007, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:10,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40499-0x100aa63e8e40007, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:10,997 INFO [RS:0;f4bc09594422:40499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:23:10,997 INFO [RS:0;f4bc09594422:40499 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,40499,1733401382942; zookeeper connection closed. 2024-12-05T12:23:11,001 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19e3be3e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19e3be3e 2024-12-05T12:23:11,006 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:23:11,370 INFO [M:0;f4bc09594422:44743 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:23:11,370 INFO [M:0;f4bc09594422:44743 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:23:11,370 DEBUG [M:0;f4bc09594422:44743 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:23:11,370 INFO [M:0;f4bc09594422:44743 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:11,370 DEBUG [M:0;f4bc09594422:44743 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:11,370 DEBUG [M:0;f4bc09594422:44743 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:23:11,370 DEBUG [M:0;f4bc09594422:44743 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:11,370 INFO [M:0;f4bc09594422:44743 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-05T12:23:11,399 DEBUG [M:0;f4bc09594422:44743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a858ba8df414c17ae1b0404e511986f is 82, key is hbase:meta,,1/info:regioninfo/1733401384969/Put/seqid=0 2024-12-05T12:23:11,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741853_1029 (size=5672) 2024-12-05T12:23:11,433 INFO [M:0;f4bc09594422:44743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a858ba8df414c17ae1b0404e511986f 2024-12-05T12:23:11,486 DEBUG [M:0;f4bc09594422:44743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9f06bc07bd441d0b7cbdab32c50d94d is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733401389095/Put/seqid=0 2024-12-05T12:23:11,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741854_1030 (size=7312) 2024-12-05T12:23:11,525 INFO [M:0;f4bc09594422:44743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9f06bc07bd441d0b7cbdab32c50d94d 2024-12-05T12:23:11,581 DEBUG [M:0;f4bc09594422:44743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7203bb6dd0784ca8b13ae2463e39c42c is 69, key is f4bc09594422,40499,1733401382942/rs:state/1733401384018/Put/seqid=0 2024-12-05T12:23:11,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741855_1031 (size=5370) 2024-12-05T12:23:11,594 INFO [M:0;f4bc09594422:44743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7203bb6dd0784ca8b13ae2463e39c42c 2024-12-05T12:23:11,637 INFO [M:0;f4bc09594422:44743 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7203bb6dd0784ca8b13ae2463e39c42c 2024-12-05T12:23:11,642 DEBUG [M:0;f4bc09594422:44743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a858ba8df414c17ae1b0404e511986f as hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a858ba8df414c17ae1b0404e511986f 2024-12-05T12:23:11,663 INFO [M:0;f4bc09594422:44743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a858ba8df414c17ae1b0404e511986f, entries=8, sequenceid=127, filesize=5.5 K 2024-12-05T12:23:11,665 DEBUG [M:0;f4bc09594422:44743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9f06bc07bd441d0b7cbdab32c50d94d as hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9f06bc07bd441d0b7cbdab32c50d94d 2024-12-05T12:23:11,682 INFO [M:0;f4bc09594422:44743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9f06bc07bd441d0b7cbdab32c50d94d, entries=7, sequenceid=127, filesize=7.1 K 2024-12-05T12:23:11,684 DEBUG [M:0;f4bc09594422:44743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7203bb6dd0784ca8b13ae2463e39c42c as hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7203bb6dd0784ca8b13ae2463e39c42c 2024-12-05T12:23:11,694 INFO [M:0;f4bc09594422:44743 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7203bb6dd0784ca8b13ae2463e39c42c 2024-12-05T12:23:11,694 INFO [M:0;f4bc09594422:44743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42711/user/jenkins/test-data/9b0fa751-5853-2697-8a0f-79fa961f0eda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7203bb6dd0784ca8b13ae2463e39c42c, entries=2, sequenceid=127, filesize=5.2 K 2024-12-05T12:23:11,695 INFO [M:0;f4bc09594422:44743 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 325ms, sequenceid=127, compaction requested=false 2024-12-05T12:23:11,717 INFO [M:0;f4bc09594422:44743 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:11,718 DEBUG [M:0;f4bc09594422:44743 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401391370Disabling compacts and flushes for region at 1733401391370Disabling writes for close at 1733401391370Obtaining lock to block concurrent updates at 1733401391370Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401391370Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733401391371 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401391372 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401391372Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401391398 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401391398Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401391455 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401391485 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401391485Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401391550 (+65 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401391580 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401391580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bf398dd: reopening flushed file at 1733401391637 (+57 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@601f0948: reopening flushed file at 1733401391663 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@120c27b4: reopening flushed file at 1733401391682 (+19 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 325ms, sequenceid=127, compaction requested=false at 1733401391695 (+13 ms)Writing region close event to WAL at 1733401391717 (+22 ms)Closed at 1733401391717 2024-12-05T12:23:11,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741847_1023 (size=22903) 2024-12-05T12:23:11,722 INFO [M:0;f4bc09594422:44743 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:23:11,722 INFO [M:0;f4bc09594422:44743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44743 2024-12-05T12:23:11,722 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:23:11,723 INFO [M:0;f4bc09594422:44743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:23:11,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:11,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100aa63e8e40006, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:11,826 INFO [M:0;f4bc09594422:44743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:23:11,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d90ff1b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:23:11,856 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c7fb748{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:23:11,856 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:23:11,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cbdd2c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:23:11,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e385607{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/hadoop.log.dir/,STOPPED} 2024-12-05T12:23:11,861 WARN [BP-1406099199-172.17.0.3-1733401370287 heartbeating to localhost/127.0.0.1:42711 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:23:11,861 WARN [BP-1406099199-172.17.0.3-1733401370287 heartbeating to localhost/127.0.0.1:42711 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1406099199-172.17.0.3-1733401370287 (Datanode Uuid 92fd08b5-54fd-4d35-8236-2d9f5a39bd8f) service to localhost/127.0.0.1:42711 2024-12-05T12:23:11,862 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/cluster_fe1f2e05-9ae7-86de-7d4f-f9251c0ce4ce/data/data1/current/BP-1406099199-172.17.0.3-1733401370287 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:23:11,862 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/cluster_fe1f2e05-9ae7-86de-7d4f-f9251c0ce4ce/data/data2/current/BP-1406099199-172.17.0.3-1733401370287 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:23:11,862 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:23:11,864 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:23:11,864 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:23:11,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@189979{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:23:11,877 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42115d4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:23:11,877 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:23:11,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@797ed921{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:23:11,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@361166ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e92ce77-8ca6-b6b6-987e-33dd37b903bd/hadoop.log.dir/,STOPPED} 2024-12-05T12:23:11,890 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T12:23:11,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:23:11,922 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=207 (was 160) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59873) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59873) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:42711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:42711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:42711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:42711 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:40151 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:40151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:40151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:42711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=581 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=764 (was 532) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2840 (was 3546) 2024-12-05T12:23:11,937 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=207, OpenFileDescriptor=581, MaxFileDescriptor=1048576, SystemLoadAverage=764, ProcessCount=11, AvailableMemoryMB=2840 2024-12-05T12:23:11,958 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-05T12:23:11,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/hadoop.log.dir so I do NOT create it in target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b 2024-12-05T12:23:11,959 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:23:11,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/hadoop.tmp.dir so I do NOT create it in target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b 2024-12-05T12:23:11,959 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc13903-e19c-ee15-90d2-1705c0a986e3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:23:11,959 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b 2024-12-05T12:23:11,959 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/cluster_2dee4182-b806-c32d-5328-0bab688c1d8e, deleteOnExit=true 2024-12-05T12:23:11,973 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/cluster_2dee4182-b806-c32d-5328-0bab688c1d8e/zookeeper_0, clientPort=57744, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/cluster_2dee4182-b806-c32d-5328-0bab688c1d8e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/cluster_2dee4182-b806-c32d-5328-0bab688c1d8e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:23:11,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100aa63e8e40002, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:23:11,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100aa63e8e40002, quorum=127.0.0.1:59873, baseZNode=/0-1218113326 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:23:11,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100aa63e8e40005, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:23:11,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100aa63e8e40005, quorum=127.0.0.1:59873, baseZNode=/1-991261473 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:23:11,985 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57744 2024-12-05T12:23:11,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:23:11,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:23:11,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/test.cache.data in system properties and HBase conf 2024-12-05T12:23:11,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:23:11,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:23:11,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:23:11,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:23:11,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:23:11,986 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:23:11,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:23:11,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:23:11,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:23:11,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:23:11,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:23:11,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:23:11,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:23:11,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:23:11,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:23:11,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:23:11,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:23:11,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:23:11,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:23:11,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:23:12,118 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:12,138 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:23:12,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:23:12,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:23:12,158 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:23:12,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:12,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27c9d24d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:23:12,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fe4bdd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:23:12,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ab3b9ee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/java.io.tmpdir/jetty-localhost-38165-hadoop-hdfs-3_4_1-tests_jar-_-any-15129957907116928589/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:23:12,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4a3d0{HTTP/1.1, (http/1.1)}{localhost:38165} 2024-12-05T12:23:12,338 INFO [Time-limited test {}] server.Server(415): Started @152194ms 2024-12-05T12:23:12,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:12,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:23:12,593 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:23:12,593 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:23:12,593 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:23:12,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44679c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:23:12,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29b8a50f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:23:12,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@556b201c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/java.io.tmpdir/jetty-localhost-39137-hadoop-hdfs-3_4_1-tests_jar-_-any-5599584056252610705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:23:12,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40557170{HTTP/1.1, (http/1.1)}{localhost:39137} 2024-12-05T12:23:12,803 INFO [Time-limited test {}] server.Server(415): Started @152659ms 2024-12-05T12:23:12,804 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:23:13,134 WARN [Thread-1668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/cluster_2dee4182-b806-c32d-5328-0bab688c1d8e/data/data1/current/BP-897121752-172.17.0.3-1733401392017/current, will proceed with Du for space computation calculation, 2024-12-05T12:23:13,141 WARN [Thread-1669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/cluster_2dee4182-b806-c32d-5328-0bab688c1d8e/data/data2/current/BP-897121752-172.17.0.3-1733401392017/current, will proceed with Du for space computation calculation, 2024-12-05T12:23:13,229 WARN [Thread-1656 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:23:13,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc54e93b15e571679 with lease ID 0xde15df74426b7ae5: Processing first storage report for DS-769a805a-9e02-4ae4-91e2-8be5904f4a85 from datanode DatanodeRegistration(127.0.0.1:42365, datanodeUuid=5ad6fd80-335b-43be-89d4-5089efddbec6, infoPort=45731, infoSecurePort=0, ipcPort=35991, storageInfo=lv=-57;cid=testClusterID;nsid=817930604;c=1733401392017) 2024-12-05T12:23:13,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc54e93b15e571679 with lease ID 0xde15df74426b7ae5: from storage DS-769a805a-9e02-4ae4-91e2-8be5904f4a85 node DatanodeRegistration(127.0.0.1:42365, datanodeUuid=5ad6fd80-335b-43be-89d4-5089efddbec6, infoPort=45731, infoSecurePort=0, ipcPort=35991, storageInfo=lv=-57;cid=testClusterID;nsid=817930604;c=1733401392017), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:23:13,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc54e93b15e571679 with lease ID 0xde15df74426b7ae5: Processing first storage report for DS-92cd1ff9-0bfd-4345-917e-8ee19faf5e5c from datanode DatanodeRegistration(127.0.0.1:42365, datanodeUuid=5ad6fd80-335b-43be-89d4-5089efddbec6, infoPort=45731, infoSecurePort=0, ipcPort=35991, storageInfo=lv=-57;cid=testClusterID;nsid=817930604;c=1733401392017) 2024-12-05T12:23:13,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc54e93b15e571679 with lease ID 0xde15df74426b7ae5: from storage DS-92cd1ff9-0bfd-4345-917e-8ee19faf5e5c node DatanodeRegistration(127.0.0.1:42365, datanodeUuid=5ad6fd80-335b-43be-89d4-5089efddbec6, infoPort=45731, infoSecurePort=0, ipcPort=35991, storageInfo=lv=-57;cid=testClusterID;nsid=817930604;c=1733401392017), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:23:13,317 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b 2024-12-05T12:23:13,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:13,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:13,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:23:13,386 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01 with version=8 2024-12-05T12:23:13,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/hbase-staging 2024-12-05T12:23:13,389 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:23:13,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:13,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:13,390 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:23:13,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:13,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:23:13,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:23:13,390 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:23:13,401 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45913 2024-12-05T12:23:13,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45913 connecting to ZooKeeper ensemble=127.0.0.1:57744 2024-12-05T12:23:13,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459130x0, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:13,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45913-0x100aa643dfb0000 connected 2024-12-05T12:23:13,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:13,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:13,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Set watcher on znode that does not yet exist, /0884620770/running 2024-12-05T12:23:13,529 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01, hbase.cluster.distributed=false 2024-12-05T12:23:13,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Set watcher on znode that does not yet exist, /0884620770/acl 2024-12-05T12:23:13,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45913 2024-12-05T12:23:13,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45913 2024-12-05T12:23:13,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45913 2024-12-05T12:23:13,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45913 2024-12-05T12:23:13,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45913 2024-12-05T12:23:13,653 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:23:13,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:13,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:13,653 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:23:13,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:13,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:23:13,653 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:23:13,654 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:23:13,665 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46811 2024-12-05T12:23:13,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46811 connecting to ZooKeeper ensemble=127.0.0.1:57744 2024-12-05T12:23:13,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:13,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:13,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468110x0, quorum=127.0.0.1:57744, baseZNode=/0884620770 Set watcher on znode that does not yet exist, /0884620770/running 2024-12-05T12:23:13,687 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:23:13,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468110x0, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:13,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46811-0x100aa643dfb0001 connected 2024-12-05T12:23:13,718 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:23:13,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Set watcher on znode that does not yet exist, /0884620770/master 2024-12-05T12:23:13,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Set watcher on znode that does not yet exist, /0884620770/acl 2024-12-05T12:23:13,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46811 2024-12-05T12:23:13,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46811 2024-12-05T12:23:13,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46811 2024-12-05T12:23:13,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46811 2024-12-05T12:23:13,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46811 2024-12-05T12:23:13,796 DEBUG [M:0;f4bc09594422:45913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:45913 2024-12-05T12:23:13,800 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0884620770/backup-masters/f4bc09594422,45913,1733401393389 2024-12-05T12:23:13,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770/backup-masters 2024-12-05T12:23:13,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770/backup-masters 2024-12-05T12:23:13,812 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Set watcher on existing znode=/0884620770/backup-masters/f4bc09594422,45913,1733401393389 2024-12-05T12:23:13,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770 2024-12-05T12:23:13,826 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Set watcher on existing znode=/0884620770/master 2024-12-05T12:23:13,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0884620770/master 2024-12-05T12:23:13,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770 2024-12-05T12:23:13,828 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0884620770/backup-masters/f4bc09594422,45913,1733401393389 from backup master directory 2024-12-05T12:23:13,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0884620770/backup-masters/f4bc09594422,45913,1733401393389 2024-12-05T12:23:13,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770/backup-masters 2024-12-05T12:23:13,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770/backup-masters 2024-12-05T12:23:13,830 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:23:13,830 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,45913,1733401393389 2024-12-05T12:23:13,856 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/hbase.id] with ID: 5dd1137a-da75-4d69-b0ca-92cdbecf8d2b 2024-12-05T12:23:13,856 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/.tmp/hbase.id 2024-12-05T12:23:13,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:23:13,902 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/.tmp/hbase.id]:[hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/hbase.id] 2024-12-05T12:23:13,923 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:13,923 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:23:13,924 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:23:13,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770 2024-12-05T12:23:13,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770 2024-12-05T12:23:13,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:23:13,989 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:13,991 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:23:13,991 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:14,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:23:14,453 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/data/master/store 2024-12-05T12:23:14,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:23:14,888 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:14,888 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:23:14,888 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:14,888 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:14,888 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:23:14,888 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:14,888 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:14,888 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401394888Disabling compacts and flushes for region at 1733401394888Disabling writes for close at 1733401394888Writing region close event to WAL at 1733401394888Closed at 1733401394888 2024-12-05T12:23:14,890 WARN [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/data/master/store/.initializing 2024-12-05T12:23:14,890 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/WALs/f4bc09594422,45913,1733401393389 2024-12-05T12:23:14,891 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:23:14,894 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C45913%2C1733401393389, suffix=, logDir=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/WALs/f4bc09594422,45913,1733401393389, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/oldWALs, maxLogs=10 2024-12-05T12:23:14,916 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/WALs/f4bc09594422,45913,1733401393389/f4bc09594422%2C45913%2C1733401393389.1733401394894, exclude list is [], retry=0 2024-12-05T12:23:14,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-769a805a-9e02-4ae4-91e2-8be5904f4a85,DISK] 2024-12-05T12:23:14,925 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/WALs/f4bc09594422,45913,1733401393389/f4bc09594422%2C45913%2C1733401393389.1733401394894 2024-12-05T12:23:14,928 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45731:45731)] 2024-12-05T12:23:14,929 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:14,929 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:14,929 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:14,929 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:14,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:14,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:23:14,932 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:14,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:14,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:14,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:23:14,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:14,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:14,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:14,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:23:14,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:14,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:14,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:14,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:23:14,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:14,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:14,944 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:14,945 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:14,945 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:14,946 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:14,946 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:14,947 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:14,948 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:14,951 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:14,951 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71892145, jitterRate=0.07127644121646881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:14,952 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401394929Initializing all the Stores at 1733401394930 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401394930Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401394930Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401394930Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401394930Cleaning up temporary data from old regions at 1733401394946 (+16 ms)Region opened successfully at 1733401394952 (+6 ms) 2024-12-05T12:23:14,954 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:23:14,957 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15629cca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:23:14,961 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:23:14,961 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:23:14,961 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:23:14,961 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:23:14,961 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:23:14,962 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:23:14,962 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:23:14,966 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:23:14,967 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Unable to get data of znode /0884620770/balancer because node does not exist (not necessarily an error) 2024-12-05T12:23:14,972 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0884620770/balancer already deleted, retry=false 2024-12-05T12:23:14,973 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:23:14,977 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Unable to get data of znode /0884620770/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:23:14,978 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0884620770/normalizer already deleted, retry=false 2024-12-05T12:23:14,978 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:23:14,988 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Unable to get data of znode /0884620770/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:23:14,990 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0884620770/switch/split already deleted, retry=false 2024-12-05T12:23:14,993 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Unable to get data of znode /0884620770/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:23:14,994 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0884620770/switch/merge already deleted, retry=false 2024-12-05T12:23:14,996 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Unable to get data of znode /0884620770/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:23:14,997 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0884620770/snapshot-cleanup already deleted, retry=false 2024-12-05T12:23:15,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0884620770/running 2024-12-05T12:23:15,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770 2024-12-05T12:23:15,005 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,45913,1733401393389, sessionid=0x100aa643dfb0000, setting cluster-up flag (Was=false) 2024-12-05T12:23:15,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0884620770/running 2024-12-05T12:23:15,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770 2024-12-05T12:23:15,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770 2024-12-05T12:23:15,018 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0884620770/flush-table-proc/acquired, /0884620770/flush-table-proc/reached, /0884620770/flush-table-proc/abort 2024-12-05T12:23:15,019 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,45913,1733401393389 2024-12-05T12:23:15,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770 2024-12-05T12:23:15,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770 2024-12-05T12:23:15,030 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0884620770/online-snapshot/acquired, /0884620770/online-snapshot/reached, /0884620770/online-snapshot/abort 2024-12-05T12:23:15,069 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,45913,1733401393389 2024-12-05T12:23:15,077 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:23:15,083 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:15,084 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:23:15,084 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:23:15,085 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,45913,1733401393389 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:23:15,097 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:15,097 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:15,097 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:15,097 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:15,097 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:23:15,100 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:15,100 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:23:15,100 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:15,104 INFO [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(746): ClusterId : 5dd1137a-da75-4d69-b0ca-92cdbecf8d2b 2024-12-05T12:23:15,104 DEBUG [RS:0;f4bc09594422:46811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:23:15,106 DEBUG [RS:0;f4bc09594422:46811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:23:15,106 DEBUG [RS:0;f4bc09594422:46811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:23:15,128 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:15,129 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:23:15,129 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401425129 2024-12-05T12:23:15,129 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:23:15,129 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:23:15,129 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:23:15,129 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:23:15,129 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:23:15,129 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:23:15,133 DEBUG [RS:0;f4bc09594422:46811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:23:15,133 DEBUG [RS:0;f4bc09594422:46811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b2554c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:23:15,136 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:15,139 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:15,139 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:23:15,176 DEBUG [RS:0;f4bc09594422:46811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:46811 2024-12-05T12:23:15,176 INFO [RS:0;f4bc09594422:46811 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:23:15,176 INFO [RS:0;f4bc09594422:46811 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:23:15,176 DEBUG [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:23:15,177 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:23:15,177 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:23:15,177 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:23:15,177 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:23:15,180 INFO [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,45913,1733401393389 with port=46811, startcode=1733401393653 2024-12-05T12:23:15,181 DEBUG [RS:0;f4bc09594422:46811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:23:15,181 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:23:15,181 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:23:15,185 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401395181,5,FailOnTimeoutGroup] 2024-12-05T12:23:15,197 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:23:15,201 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45913 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T12:23:15,208 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401395185,5,FailOnTimeoutGroup] 2024-12-05T12:23:15,208 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:15,208 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:23:15,209 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:15,209 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:15,254 DEBUG [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T12:23:15,254 WARN [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T12:23:15,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:23:15,270 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:23:15,270 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01 2024-12-05T12:23:15,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741832_1008 (size=32) 2024-12-05T12:23:15,357 INFO [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,45913,1733401393389 with port=46811, startcode=1733401393653 2024-12-05T12:23:15,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45913 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,46811,1733401393653 2024-12-05T12:23:15,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45913 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,46811,1733401393653 2024-12-05T12:23:15,359 DEBUG [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01 2024-12-05T12:23:15,359 DEBUG [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33447 2024-12-05T12:23:15,359 DEBUG [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:23:15,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770/rs 2024-12-05T12:23:15,369 DEBUG [RS:0;f4bc09594422:46811 {}] zookeeper.ZKUtil(111): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Set watcher on existing znode=/0884620770/rs/f4bc09594422,46811,1733401393653 2024-12-05T12:23:15,369 WARN [RS:0;f4bc09594422:46811 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:23:15,369 INFO [RS:0;f4bc09594422:46811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:15,369 DEBUG [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653 2024-12-05T12:23:15,388 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,46811,1733401393653] 2024-12-05T12:23:15,424 INFO [RS:0;f4bc09594422:46811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:23:15,426 INFO [RS:0;f4bc09594422:46811 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:23:15,427 INFO [RS:0;f4bc09594422:46811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:23:15,427 INFO [RS:0;f4bc09594422:46811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:15,427 INFO [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:23:15,428 INFO [RS:0;f4bc09594422:46811 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:23:15,428 INFO [RS:0;f4bc09594422:46811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:15,429 DEBUG [RS:0;f4bc09594422:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:15,429 DEBUG [RS:0;f4bc09594422:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:15,429 DEBUG [RS:0;f4bc09594422:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:15,429 DEBUG [RS:0;f4bc09594422:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:15,429 DEBUG [RS:0;f4bc09594422:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:15,429 DEBUG [RS:0;f4bc09594422:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:23:15,429 DEBUG [RS:0;f4bc09594422:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:15,429 DEBUG [RS:0;f4bc09594422:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:15,429 DEBUG [RS:0;f4bc09594422:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:15,429 DEBUG [RS:0;f4bc09594422:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:15,429 DEBUG [RS:0;f4bc09594422:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:15,429 DEBUG [RS:0;f4bc09594422:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:15,429 DEBUG [RS:0;f4bc09594422:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:23:15,429 DEBUG [RS:0;f4bc09594422:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:23:15,452 INFO [RS:0;f4bc09594422:46811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:15,453 INFO [RS:0;f4bc09594422:46811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:15,453 INFO [RS:0;f4bc09594422:46811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:15,453 INFO [RS:0;f4bc09594422:46811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:15,453 INFO [RS:0;f4bc09594422:46811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:15,453 INFO [RS:0;f4bc09594422:46811 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,46811,1733401393653-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:23:15,479 INFO [RS:0;f4bc09594422:46811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:23:15,480 INFO [RS:0;f4bc09594422:46811 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,46811,1733401393653-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:15,480 INFO [RS:0;f4bc09594422:46811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:15,480 INFO [RS:0;f4bc09594422:46811 {}] regionserver.Replication(171): f4bc09594422,46811,1733401393653 started 2024-12-05T12:23:15,498 INFO [RS:0;f4bc09594422:46811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:15,498 INFO [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,46811,1733401393653, RpcServer on f4bc09594422/172.17.0.3:46811, sessionid=0x100aa643dfb0001 2024-12-05T12:23:15,498 DEBUG [RS:0;f4bc09594422:46811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:23:15,498 DEBUG [RS:0;f4bc09594422:46811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,46811,1733401393653 2024-12-05T12:23:15,498 DEBUG [RS:0;f4bc09594422:46811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,46811,1733401393653' 2024-12-05T12:23:15,498 DEBUG [RS:0;f4bc09594422:46811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0884620770/flush-table-proc/abort' 2024-12-05T12:23:15,499 DEBUG [RS:0;f4bc09594422:46811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0884620770/flush-table-proc/acquired' 2024-12-05T12:23:15,500 DEBUG [RS:0;f4bc09594422:46811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:23:15,500 DEBUG [RS:0;f4bc09594422:46811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:23:15,500 DEBUG [RS:0;f4bc09594422:46811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,46811,1733401393653 2024-12-05T12:23:15,500 DEBUG [RS:0;f4bc09594422:46811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,46811,1733401393653' 2024-12-05T12:23:15,500 DEBUG [RS:0;f4bc09594422:46811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0884620770/online-snapshot/abort' 2024-12-05T12:23:15,500 DEBUG [RS:0;f4bc09594422:46811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0884620770/online-snapshot/acquired' 2024-12-05T12:23:15,505 DEBUG [RS:0;f4bc09594422:46811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:23:15,505 INFO [RS:0;f4bc09594422:46811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:23:15,505 INFO [RS:0;f4bc09594422:46811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:23:15,605 INFO [RS:0;f4bc09594422:46811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:23:15,607 INFO [RS:0;f4bc09594422:46811 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C46811%2C1733401393653, suffix=, logDir=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/oldWALs, maxLogs=10 2024-12-05T12:23:15,632 DEBUG [RS:0;f4bc09594422:46811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608, exclude list is [], retry=0 2024-12-05T12:23:15,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-769a805a-9e02-4ae4-91e2-8be5904f4a85,DISK] 2024-12-05T12:23:15,666 INFO [RS:0;f4bc09594422:46811 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 2024-12-05T12:23:15,673 DEBUG [RS:0;f4bc09594422:46811 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45731:45731)] 2024-12-05T12:23:15,687 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:15,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:23:15,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:23:15,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:15,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:15,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:23:15,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:23:15,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:15,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:15,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:23:15,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:23:15,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:15,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:15,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:23:15,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:23:15,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:15,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:15,727 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:23:15,728 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740 2024-12-05T12:23:15,729 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740 2024-12-05T12:23:15,732 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:23:15,732 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:23:15,733 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:15,734 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:23:15,741 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:15,741 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62250266, jitterRate=-0.07239875197410583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:15,742 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401395687Initializing all the Stores at 1733401395689 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401395689Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401395690 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401395690Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401395690Cleaning up temporary data from old regions at 1733401395732 (+42 ms)Region opened successfully at 1733401395742 (+10 ms) 2024-12-05T12:23:15,742 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:23:15,742 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:23:15,742 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:23:15,742 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:23:15,742 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:23:15,743 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:15,743 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401395742Disabling compacts and flushes for region at 1733401395742Disabling writes for close at 1733401395742Writing region close event to WAL at 1733401395743 (+1 ms)Closed at 1733401395743 2024-12-05T12:23:15,744 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:15,744 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:23:15,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:23:15,748 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:23:15,749 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:23:15,901 DEBUG [f4bc09594422:45913 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:23:15,901 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,46811,1733401393653 2024-12-05T12:23:15,903 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,46811,1733401393653, state=OPENING 2024-12-05T12:23:15,905 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:23:15,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770 2024-12-05T12:23:15,917 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:23:15,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,46811,1733401393653}] 2024-12-05T12:23:15,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0884620770/meta-region-server: CHANGED 2024-12-05T12:23:15,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770 2024-12-05T12:23:15,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0884620770/meta-region-server: CHANGED 2024-12-05T12:23:16,077 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:23:16,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:23:16,105 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:23:16,105 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:16,105 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:23:16,107 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:23:16,107 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C46811%2C1733401393653.meta, suffix=.meta, logDir=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/oldWALs, maxLogs=10 2024-12-05T12:23:16,133 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.meta.1733401396108.meta, exclude list is [], retry=0 2024-12-05T12:23:16,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-769a805a-9e02-4ae4-91e2-8be5904f4a85,DISK] 2024-12-05T12:23:16,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:16,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:16,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:16,164 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.meta.1733401396108.meta 2024-12-05T12:23:16,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:16,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:16,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:16,168 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45731:45731)] 2024-12-05T12:23:16,168 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:16,168 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:16,168 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:23:16,168 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:23:16,169 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:23:16,169 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:23:16,169 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:16,169 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:23:16,169 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:23:16,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:16,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:23:16,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:23:16,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:16,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:16,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:23:16,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:23:16,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:16,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:16,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:23:16,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:23:16,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:16,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:16,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:23:16,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:23:16,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:16,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:16,200 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:23:16,201 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740 2024-12-05T12:23:16,203 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740 2024-12-05T12:23:16,204 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:23:16,204 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:23:16,205 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:16,211 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:23:16,211 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61866195, jitterRate=-0.0781218558549881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:16,212 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:23:16,212 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401396169Writing region info on filesystem at 1733401396169Initializing all the Stores at 1733401396177 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401396177Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401396190 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401396190Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401396190Cleaning up temporary data from old regions at 1733401396204 (+14 ms)Running coprocessor post-open hooks at 1733401396212 (+8 ms)Region opened successfully at 1733401396212 2024-12-05T12:23:16,217 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401396076 2024-12-05T12:23:16,228 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,46811,1733401393653 2024-12-05T12:23:16,229 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,46811,1733401393653, state=OPEN 2024-12-05T12:23:16,230 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:23:16,230 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:23:16,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0884620770/meta-region-server 2024-12-05T12:23:16,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0884620770/meta-region-server 2024-12-05T12:23:16,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0884620770/meta-region-server: CHANGED 2024-12-05T12:23:16,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0884620770/meta-region-server: CHANGED 2024-12-05T12:23:16,237 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,46811,1733401393653 2024-12-05T12:23:16,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:23:16,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,46811,1733401393653 in 320 msec 2024-12-05T12:23:16,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:23:16,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 496 msec 2024-12-05T12:23:16,244 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:16,244 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:23:16,246 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:16,246 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,46811,1733401393653, seqNum=-1] 2024-12-05T12:23:16,246 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:16,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:16,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1710 sec 2024-12-05T12:23:16,254 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401396254, completionTime=-1 2024-12-05T12:23:16,254 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:23:16,254 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:23:16,261 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:23:16,262 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401456261 2024-12-05T12:23:16,262 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401516262 2024-12-05T12:23:16,262 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-12-05T12:23:16,262 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45913,1733401393389-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:16,262 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45913,1733401393389-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:16,262 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45913,1733401393389-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:16,262 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:45913, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:16,262 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:16,264 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:16,269 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:23:16,273 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.443sec 2024-12-05T12:23:16,273 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:23:16,273 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:23:16,273 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:23:16,273 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:23:16,273 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:23:16,273 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45913,1733401393389-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:23:16,273 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45913,1733401393389-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:23:16,290 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:23:16,290 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:23:16,290 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45913,1733401393389-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:16,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@678a94ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:16,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,45913,-1 for getting cluster id 2024-12-05T12:23:16,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:16,325 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dd1137a-da75-4d69-b0ca-92cdbecf8d2b' 2024-12-05T12:23:16,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:16,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dd1137a-da75-4d69-b0ca-92cdbecf8d2b" 2024-12-05T12:23:16,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c90022f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:16,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,45913,-1] 2024-12-05T12:23:16,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:16,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:16,327 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:16,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bdb781a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:16,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,46811,1733401393653, seqNum=-1] 2024-12-05T12:23:16,331 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:16,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:16,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,45913,1733401393389 2024-12-05T12:23:16,336 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57744 2024-12-05T12:23:16,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:16,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100aa643dfb0002 connected 2024-12-05T12:23:16,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/hadoop.log.dir so I do NOT create it in target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab 2024-12-05T12:23:16,365 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:23:16,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/hadoop.tmp.dir so I do NOT create it in target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab 2024-12-05T12:23:16,366 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:23:16,366 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab 2024-12-05T12:23:16,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:23:16,366 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/cluster_6311973d-7202-4cd3-3535-d6bb710c376e, deleteOnExit=true 2024-12-05T12:23:16,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:23:16,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/test.cache.data in system properties and HBase conf 2024-12-05T12:23:16,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:23:16,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:23:16,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:23:16,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:23:16,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:23:16,367 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:23:16,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:23:16,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:23:16,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:23:16,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:23:16,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:23:16,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:23:16,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:23:16,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:23:16,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:23:16,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:23:16,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:23:16,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:23:16,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:23:16,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:23:16,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:16,554 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:23:16,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:23:16,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:23:16,588 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:23:16,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:16,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c784a46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:23:16,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@612e08c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:23:16,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1675c958{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/java.io.tmpdir/jetty-localhost-40909-hadoop-hdfs-3_4_1-tests_jar-_-any-8925585852151119448/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:23:16,808 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a2ad956{HTTP/1.1, (http/1.1)}{localhost:40909} 2024-12-05T12:23:16,808 INFO [Time-limited test {}] server.Server(415): Started @156664ms 2024-12-05T12:23:17,014 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:17,017 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:23:17,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:23:17,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:23:17,034 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:23:17,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13f981f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:23:17,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67f485c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:23:17,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49b5a154{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/java.io.tmpdir/jetty-localhost-35455-hadoop-hdfs-3_4_1-tests_jar-_-any-6959927895675702592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:23:17,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26c25515{HTTP/1.1, (http/1.1)}{localhost:35455} 2024-12-05T12:23:17,205 INFO [Time-limited test {}] server.Server(415): Started @157061ms 2024-12-05T12:23:17,209 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:23:17,373 WARN [Thread-1790 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/cluster_6311973d-7202-4cd3-3535-d6bb710c376e/data/data2/current/BP-1748137042-172.17.0.3-1733401396459/current, will proceed with Du for space computation calculation, 2024-12-05T12:23:17,373 WARN [Thread-1789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/cluster_6311973d-7202-4cd3-3535-d6bb710c376e/data/data1/current/BP-1748137042-172.17.0.3-1733401396459/current, will proceed with Du for space computation calculation, 2024-12-05T12:23:17,489 WARN [Thread-1777 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:23:17,504 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc647bd1693d14fa1 with lease ID 0xc3dbb4554b95b9c1: Processing first storage report for DS-399efad6-a839-403e-b07a-d8b66cc1e94b from datanode DatanodeRegistration(127.0.0.1:35835, datanodeUuid=bbca524d-e831-435d-a27e-98be3913d967, infoPort=37265, infoSecurePort=0, ipcPort=44459, storageInfo=lv=-57;cid=testClusterID;nsid=2105854142;c=1733401396459) 2024-12-05T12:23:17,504 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc647bd1693d14fa1 with lease ID 0xc3dbb4554b95b9c1: from storage DS-399efad6-a839-403e-b07a-d8b66cc1e94b node DatanodeRegistration(127.0.0.1:35835, datanodeUuid=bbca524d-e831-435d-a27e-98be3913d967, infoPort=37265, infoSecurePort=0, ipcPort=44459, storageInfo=lv=-57;cid=testClusterID;nsid=2105854142;c=1733401396459), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:23:17,504 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc647bd1693d14fa1 with lease ID 0xc3dbb4554b95b9c1: Processing first storage report for DS-7af3a1ad-b771-4edc-9dbe-6094e2b24a1c from datanode DatanodeRegistration(127.0.0.1:35835, datanodeUuid=bbca524d-e831-435d-a27e-98be3913d967, infoPort=37265, infoSecurePort=0, ipcPort=44459, storageInfo=lv=-57;cid=testClusterID;nsid=2105854142;c=1733401396459) 2024-12-05T12:23:17,504 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc647bd1693d14fa1 with lease ID 0xc3dbb4554b95b9c1: from storage DS-7af3a1ad-b771-4edc-9dbe-6094e2b24a1c node DatanodeRegistration(127.0.0.1:35835, datanodeUuid=bbca524d-e831-435d-a27e-98be3913d967, infoPort=37265, infoSecurePort=0, ipcPort=44459, storageInfo=lv=-57;cid=testClusterID;nsid=2105854142;c=1733401396459), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:23:17,602 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab 2024-12-05T12:23:17,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:17,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:17,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:23:17,663 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb with version=8 2024-12-05T12:23:17,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/hbase-staging 2024-12-05T12:23:17,666 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:23:17,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:17,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:17,666 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:23:17,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:17,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:23:17,666 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:23:17,666 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:23:17,685 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39333 2024-12-05T12:23:17,686 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39333 connecting to ZooKeeper ensemble=127.0.0.1:57744 2024-12-05T12:23:17,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393330x0, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:17,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39333-0x100aa643dfb0003 connected 2024-12-05T12:23:17,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:17,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:17,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Set watcher on znode that does not yet exist, /1-700474872/running 2024-12-05T12:23:17,739 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb, hbase.cluster.distributed=false 2024-12-05T12:23:17,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Set watcher on znode that does not yet exist, /1-700474872/acl 2024-12-05T12:23:17,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39333 2024-12-05T12:23:17,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39333 2024-12-05T12:23:17,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39333 2024-12-05T12:23:17,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39333 2024-12-05T12:23:17,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39333 2024-12-05T12:23:17,806 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:23:17,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:17,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:17,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:23:17,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:17,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:23:17,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:23:17,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:23:17,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36931 2024-12-05T12:23:17,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36931 connecting to ZooKeeper ensemble=127.0.0.1:57744 2024-12-05T12:23:17,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:17,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:17,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369310x0, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:17,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369310x0, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Set watcher on znode that does not yet exist, /1-700474872/running 2024-12-05T12:23:17,823 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:23:17,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36931-0x100aa643dfb0004 connected 2024-12-05T12:23:17,849 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:23:17,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36931-0x100aa643dfb0004, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Set watcher on znode that does not yet exist, /1-700474872/master 2024-12-05T12:23:17,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36931-0x100aa643dfb0004, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Set watcher on znode that does not yet exist, /1-700474872/acl 2024-12-05T12:23:17,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36931 2024-12-05T12:23:17,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36931 2024-12-05T12:23:17,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36931 2024-12-05T12:23:17,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36931 2024-12-05T12:23:17,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36931 2024-12-05T12:23:17,982 DEBUG [M:0;f4bc09594422:39333 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:39333 2024-12-05T12:23:17,996 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-700474872/backup-masters/f4bc09594422,39333,1733401397665 2024-12-05T12:23:18,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872/backup-masters 2024-12-05T12:23:18,001 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Set watcher on existing znode=/1-700474872/backup-masters/f4bc09594422,39333,1733401397665 2024-12-05T12:23:18,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x100aa643dfb0004, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872/backup-masters 2024-12-05T12:23:18,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x100aa643dfb0004, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-700474872/master 2024-12-05T12:23:18,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x100aa643dfb0004, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872 2024-12-05T12:23:18,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872 2024-12-05T12:23:18,009 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Set watcher on existing znode=/1-700474872/master 2024-12-05T12:23:18,010 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-700474872/backup-masters/f4bc09594422,39333,1733401397665 from backup master directory 2024-12-05T12:23:18,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-700474872/backup-masters/f4bc09594422,39333,1733401397665 2024-12-05T12:23:18,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872/backup-masters 2024-12-05T12:23:18,012 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:23:18,012 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,39333,1733401397665 2024-12-05T12:23:18,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x100aa643dfb0004, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872/backup-masters 2024-12-05T12:23:18,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): regionserver:36931-0x100aa643dfb0004, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Unable to get data of znode /1-700474872/backup-masters/f4bc09594422,39333,1733401397665 because node does not exist (not an error) 2024-12-05T12:23:18,022 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/hbase.id] with ID: 434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c 2024-12-05T12:23:18,022 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/.tmp/hbase.id 2024-12-05T12:23:18,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:23:18,058 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/.tmp/hbase.id]:[hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/hbase.id] 2024-12-05T12:23:18,086 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:18,086 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:23:18,087 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:23:18,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x100aa643dfb0004, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872 2024-12-05T12:23:18,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872 2024-12-05T12:23:18,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:23:18,123 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:18,124 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:23:18,124 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:18,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:23:18,134 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/data/master/store 2024-12-05T12:23:18,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:23:18,175 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:18,175 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:23:18,175 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:18,175 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:18,175 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:23:18,175 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:18,175 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:18,175 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401398175Disabling compacts and flushes for region at 1733401398175Disabling writes for close at 1733401398175Writing region close event to WAL at 1733401398175Closed at 1733401398175 2024-12-05T12:23:18,184 WARN [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/data/master/store/.initializing 2024-12-05T12:23:18,184 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/WALs/f4bc09594422,39333,1733401397665 2024-12-05T12:23:18,190 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:23:18,192 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C39333%2C1733401397665, suffix=, logDir=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/WALs/f4bc09594422,39333,1733401397665, archiveDir=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/oldWALs, maxLogs=10 2024-12-05T12:23:18,212 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/WALs/f4bc09594422,39333,1733401397665/f4bc09594422%2C39333%2C1733401397665.1733401398193, exclude list is [], retry=0 2024-12-05T12:23:18,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35835,DS-399efad6-a839-403e-b07a-d8b66cc1e94b,DISK] 2024-12-05T12:23:18,241 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/WALs/f4bc09594422,39333,1733401397665/f4bc09594422%2C39333%2C1733401397665.1733401398193 2024-12-05T12:23:18,249 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37265:37265)] 2024-12-05T12:23:18,249 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:18,249 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:18,249 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:18,249 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:18,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:18,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:23:18,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:18,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:18,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:18,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:23:18,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:18,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:18,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:18,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:23:18,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:18,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:18,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:18,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:23:18,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:18,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:18,300 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:18,300 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:18,302 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:18,304 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:18,304 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:18,304 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:18,306 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:18,322 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:18,323 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67257940, jitterRate=0.002221405506134033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:18,323 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401398249Initializing all the Stores at 1733401398251 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401398251Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401398266 (+15 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401398266Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401398266Cleaning up temporary data from old regions at 1733401398304 (+38 ms)Region opened successfully at 1733401398323 (+19 ms) 2024-12-05T12:23:18,329 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:23:18,334 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375740b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:23:18,335 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:23:18,335 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:23:18,335 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:23:18,335 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:23:18,340 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-12-05T12:23:18,340 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:23:18,340 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:23:18,343 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:23:18,344 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Unable to get data of znode /1-700474872/balancer because node does not exist (not necessarily an error) 2024-12-05T12:23:18,347 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-700474872/balancer already deleted, retry=false 2024-12-05T12:23:18,347 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:23:18,348 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Unable to get data of znode /1-700474872/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:23:18,350 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-700474872/normalizer already deleted, retry=false 2024-12-05T12:23:18,350 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:23:18,356 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Unable to get data of znode /1-700474872/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:23:18,359 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-700474872/switch/split already deleted, retry=false 2024-12-05T12:23:18,362 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Unable to get data of znode /1-700474872/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:23:18,364 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-700474872/switch/merge already deleted, retry=false 2024-12-05T12:23:18,367 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Unable to get data of znode /1-700474872/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:23:18,369 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-700474872/snapshot-cleanup already deleted, retry=false 2024-12-05T12:23:18,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-700474872/running 2024-12-05T12:23:18,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872 2024-12-05T12:23:18,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x100aa643dfb0004, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-700474872/running 2024-12-05T12:23:18,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x100aa643dfb0004, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872 2024-12-05T12:23:18,373 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,39333,1733401397665, sessionid=0x100aa643dfb0003, setting cluster-up flag (Was=false) 2024-12-05T12:23:18,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872 2024-12-05T12:23:18,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x100aa643dfb0004, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872 2024-12-05T12:23:18,405 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-700474872/flush-table-proc/acquired, /1-700474872/flush-table-proc/reached, /1-700474872/flush-table-proc/abort 2024-12-05T12:23:18,408 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,39333,1733401397665 2024-12-05T12:23:18,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x100aa643dfb0004, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872 2024-12-05T12:23:18,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872 2024-12-05T12:23:18,423 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-700474872/online-snapshot/acquired, /1-700474872/online-snapshot/reached, /1-700474872/online-snapshot/abort 2024-12-05T12:23:18,424 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,39333,1733401397665 2024-12-05T12:23:18,449 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:23:18,466 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:18,466 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:23:18,466 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:23:18,466 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,39333,1733401397665 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:23:18,468 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:18,468 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:18,468 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:18,468 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:18,468 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:23:18,468 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:18,468 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:23:18,468 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:18,470 INFO [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(746): ClusterId : 434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c 2024-12-05T12:23:18,470 DEBUG [RS:0;f4bc09594422:36931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:23:18,472 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:18,472 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:23:18,472 DEBUG [RS:0;f4bc09594422:36931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:23:18,472 DEBUG [RS:0;f4bc09594422:36931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:23:18,474 DEBUG [RS:0;f4bc09594422:36931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:23:18,475 DEBUG [RS:0;f4bc09594422:36931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2616ae89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:23:18,475 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:18,476 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:23:18,500 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401428500 2024-12-05T12:23:18,501 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:23:18,501 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:23:18,501 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:23:18,501 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:23:18,501 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:23:18,501 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:23:18,502 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:18,507 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:23:18,507 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:23:18,507 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:23:18,507 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:23:18,540 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:23:18,541 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:23:18,545 DEBUG [RS:0;f4bc09594422:36931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:36931 2024-12-05T12:23:18,545 INFO [RS:0;f4bc09594422:36931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:23:18,545 INFO [RS:0;f4bc09594422:36931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:23:18,545 DEBUG [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:23:18,546 INFO [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,39333,1733401397665 with port=36931, startcode=1733401397806 2024-12-05T12:23:18,546 DEBUG [RS:0;f4bc09594422:36931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:23:18,572 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401398541,5,FailOnTimeoutGroup] 2024-12-05T12:23:18,576 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401398572,5,FailOnTimeoutGroup] 2024-12-05T12:23:18,576 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:18,577 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:23:18,577 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:18,577 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:18,607 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:23:18,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39333 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,36931,1733401397806 2024-12-05T12:23:18,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39333 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,36931,1733401397806 2024-12-05T12:23:18,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:23:18,613 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:23:18,614 DEBUG [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb 2024-12-05T12:23:18,614 DEBUG [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40361 2024-12-05T12:23:18,614 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb 2024-12-05T12:23:18,614 DEBUG [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:23:18,625 DEBUG [RS:0;f4bc09594422:36931 {}] zookeeper.ZKUtil(111): regionserver:36931-0x100aa643dfb0004, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Set watcher on existing znode=/1-700474872/rs/f4bc09594422,36931,1733401397806 2024-12-05T12:23:18,625 WARN [RS:0;f4bc09594422:36931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:23:18,625 INFO [RS:0;f4bc09594422:36931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:18,625 DEBUG [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806 2024-12-05T12:23:18,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872/rs 2024-12-05T12:23:18,649 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,36931,1733401397806] 2024-12-05T12:23:18,671 INFO [RS:0;f4bc09594422:36931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:23:18,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741832_1008 (size=32) 2024-12-05T12:23:18,688 INFO [RS:0;f4bc09594422:36931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:23:18,695 INFO [RS:0;f4bc09594422:36931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:23:18,695 INFO [RS:0;f4bc09594422:36931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:18,697 INFO [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:23:18,701 INFO [RS:0;f4bc09594422:36931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:23:18,701 INFO [RS:0;f4bc09594422:36931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:18,701 DEBUG [RS:0;f4bc09594422:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:18,701 DEBUG [RS:0;f4bc09594422:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:18,701 DEBUG [RS:0;f4bc09594422:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:18,702 DEBUG [RS:0;f4bc09594422:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:18,702 DEBUG [RS:0;f4bc09594422:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:18,703 DEBUG [RS:0;f4bc09594422:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:23:18,703 DEBUG [RS:0;f4bc09594422:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:18,703 DEBUG [RS:0;f4bc09594422:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:18,703 DEBUG [RS:0;f4bc09594422:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:18,703 DEBUG [RS:0;f4bc09594422:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:18,703 DEBUG [RS:0;f4bc09594422:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:18,703 DEBUG [RS:0;f4bc09594422:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:18,703 DEBUG [RS:0;f4bc09594422:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:23:18,703 DEBUG [RS:0;f4bc09594422:36931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:23:18,714 INFO [RS:0;f4bc09594422:36931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:18,714 INFO [RS:0;f4bc09594422:36931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:18,714 INFO [RS:0;f4bc09594422:36931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:18,714 INFO [RS:0;f4bc09594422:36931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:18,714 INFO [RS:0;f4bc09594422:36931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:18,714 INFO [RS:0;f4bc09594422:36931 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,36931,1733401397806-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:23:18,766 INFO [RS:0;f4bc09594422:36931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:23:18,766 INFO [RS:0;f4bc09594422:36931 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,36931,1733401397806-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:18,766 INFO [RS:0;f4bc09594422:36931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:18,766 INFO [RS:0;f4bc09594422:36931 {}] regionserver.Replication(171): f4bc09594422,36931,1733401397806 started 2024-12-05T12:23:18,794 INFO [RS:0;f4bc09594422:36931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:18,794 INFO [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,36931,1733401397806, RpcServer on f4bc09594422/172.17.0.3:36931, sessionid=0x100aa643dfb0004 2024-12-05T12:23:18,794 DEBUG [RS:0;f4bc09594422:36931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:23:18,794 DEBUG [RS:0;f4bc09594422:36931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,36931,1733401397806 2024-12-05T12:23:18,794 DEBUG [RS:0;f4bc09594422:36931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,36931,1733401397806' 2024-12-05T12:23:18,794 DEBUG [RS:0;f4bc09594422:36931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-700474872/flush-table-proc/abort' 2024-12-05T12:23:18,796 DEBUG [RS:0;f4bc09594422:36931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-700474872/flush-table-proc/acquired' 2024-12-05T12:23:18,796 DEBUG [RS:0;f4bc09594422:36931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:23:18,796 DEBUG [RS:0;f4bc09594422:36931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:23:18,796 DEBUG [RS:0;f4bc09594422:36931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,36931,1733401397806 2024-12-05T12:23:18,796 DEBUG [RS:0;f4bc09594422:36931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,36931,1733401397806' 2024-12-05T12:23:18,796 DEBUG [RS:0;f4bc09594422:36931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-700474872/online-snapshot/abort' 2024-12-05T12:23:18,797 DEBUG [RS:0;f4bc09594422:36931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-700474872/online-snapshot/acquired' 2024-12-05T12:23:18,797 DEBUG [RS:0;f4bc09594422:36931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:23:18,797 INFO [RS:0;f4bc09594422:36931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:23:18,797 INFO [RS:0;f4bc09594422:36931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:23:18,898 INFO [RS:0;f4bc09594422:36931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:23:18,899 INFO [RS:0;f4bc09594422:36931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C36931%2C1733401397806, suffix=, logDir=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806, archiveDir=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/oldWALs, maxLogs=10 2024-12-05T12:23:18,917 DEBUG [RS:0;f4bc09594422:36931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900, exclude list is [], retry=0 2024-12-05T12:23:18,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35835,DS-399efad6-a839-403e-b07a-d8b66cc1e94b,DISK] 2024-12-05T12:23:18,922 INFO [RS:0;f4bc09594422:36931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900 2024-12-05T12:23:18,922 DEBUG [RS:0;f4bc09594422:36931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37265:37265)] 2024-12-05T12:23:19,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:19,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:23:19,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:23:19,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:19,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:19,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:23:19,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:23:19,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:19,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:19,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:23:19,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:23:19,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:19,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:19,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:23:19,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:23:19,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:19,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:19,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:23:19,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740 2024-12-05T12:23:19,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740 2024-12-05T12:23:19,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:23:19,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:23:19,097 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:19,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:23:19,109 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:19,109 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74391106, jitterRate=0.10851386189460754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:19,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401399084Initializing all the Stores at 1733401399085 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401399085Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401399085Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401399086 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401399086Cleaning up temporary data from old regions at 1733401399096 (+10 ms)Region opened successfully at 1733401399109 (+13 ms) 2024-12-05T12:23:19,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:23:19,110 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:23:19,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:23:19,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:23:19,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:23:19,110 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:19,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401399110Disabling compacts and flushes for region at 1733401399110Disabling writes for close at 1733401399110Writing region close event to WAL at 1733401399110Closed at 1733401399110 2024-12-05T12:23:19,111 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:19,111 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:23:19,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:23:19,112 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:23:19,113 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:23:19,264 DEBUG [f4bc09594422:39333 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:23:19,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,36931,1733401397806 2024-12-05T12:23:19,269 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,36931,1733401397806, state=OPENING 2024-12-05T12:23:19,274 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:23:19,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x100aa643dfb0004, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872 2024-12-05T12:23:19,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872 2024-12-05T12:23:19,278 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-700474872/meta-region-server: CHANGED 2024-12-05T12:23:19,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-700474872/meta-region-server: CHANGED 2024-12-05T12:23:19,281 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:23:19,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,36931,1733401397806}] 2024-12-05T12:23:19,434 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:23:19,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:23:19,455 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:23:19,455 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:19,455 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:23:19,465 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C36931%2C1733401397806.meta, suffix=.meta, logDir=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806, archiveDir=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/oldWALs, maxLogs=10 2024-12-05T12:23:19,489 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.meta.1733401399466.meta, exclude list is [], retry=0 2024-12-05T12:23:19,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35835,DS-399efad6-a839-403e-b07a-d8b66cc1e94b,DISK] 2024-12-05T12:23:19,540 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.meta.1733401399466.meta 2024-12-05T12:23:19,540 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37265:37265)] 2024-12-05T12:23:19,541 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:19,541 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:19,541 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:23:19,542 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:23:19,542 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:23:19,542 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:23:19,542 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:19,542 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:23:19,542 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:23:19,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:23:19,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:23:19,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:19,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:19,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:23:19,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:23:19,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:19,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:19,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:23:19,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:23:19,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:19,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:19,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:23:19,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:23:19,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:19,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:19,561 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:23:19,562 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740 2024-12-05T12:23:19,563 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740 2024-12-05T12:23:19,564 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:23:19,564 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:23:19,565 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:19,574 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:23:19,576 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66532524, jitterRate=-0.008588135242462158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:19,576 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:23:19,577 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401399542Writing region info on filesystem at 1733401399542Initializing all the Stores at 1733401399553 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401399553Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401399556 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401399556Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401399556Cleaning up temporary data from old regions at 1733401399564 (+8 ms)Running coprocessor post-open hooks at 1733401399576 (+12 ms)Region opened successfully at 1733401399576 2024-12-05T12:23:19,581 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401399434 2024-12-05T12:23:19,583 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:23:19,583 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:23:19,584 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,36931,1733401397806 2024-12-05T12:23:19,584 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,36931,1733401397806, state=OPEN 2024-12-05T12:23:19,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-700474872/meta-region-server 2024-12-05T12:23:19,586 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,36931,1733401397806 2024-12-05T12:23:19,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-700474872/meta-region-server: CHANGED 2024-12-05T12:23:19,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x100aa643dfb0004, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-700474872/meta-region-server 2024-12-05T12:23:19,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-700474872/meta-region-server: CHANGED 2024-12-05T12:23:19,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:23:19,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,36931,1733401397806 in 305 msec 2024-12-05T12:23:19,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:23:19,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 478 msec 2024-12-05T12:23:19,592 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:19,592 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:23:19,604 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:19,604 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1] 2024-12-05T12:23:19,604 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:19,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:19,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1560 sec 2024-12-05T12:23:19,625 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401399625, completionTime=-1 2024-12-05T12:23:19,625 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:23:19,625 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:23:19,630 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:23:19,630 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401459630 2024-12-05T12:23:19,630 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401519630 2024-12-05T12:23:19,630 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-05T12:23:19,630 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39333,1733401397665-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:19,630 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39333,1733401397665-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:19,630 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39333,1733401397665-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:19,630 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:39333, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:19,630 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:19,633 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:23:19,640 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:19,645 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.633sec 2024-12-05T12:23:19,645 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:23:19,645 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:23:19,645 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:23:19,645 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:23:19,645 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:23:19,646 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39333,1733401397665-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:23:19,646 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39333,1733401397665-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:23:19,649 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:23:19,649 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:23:19,650 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39333,1733401397665-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:19,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac60583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:19,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39333,-1 for getting cluster id 2024-12-05T12:23:19,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:19,705 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c' 2024-12-05T12:23:19,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:19,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c" 2024-12-05T12:23:19,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43afb935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:19,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39333,-1] 2024-12-05T12:23:19,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:19,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:19,708 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:19,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4faf4b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:19,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:19,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1] 2024-12-05T12:23:19,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:19,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:19,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,39333,1733401397665 2024-12-05T12:23:19,716 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57744 2024-12-05T12:23:19,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:19,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100aa643dfb0005 connected 2024-12-05T12:23:19,760 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:19,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,45913,1733401393389 2024-12-05T12:23:19,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d362ad5 2024-12-05T12:23:19,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:19,770 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:19,773 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45913 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45913 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:23:19,779 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:23:19,779 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:19,781 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45913 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:23:19,781 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:23:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:19,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:23:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:20,244 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf978ca9aa06962e5c86f23ccd3dfcb2, NAME => 'test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01 2024-12-05T12:23:20,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:23:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:20,665 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:20,665 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cf978ca9aa06962e5c86f23ccd3dfcb2, disabling compactions & flushes 2024-12-05T12:23:20,666 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2. 2024-12-05T12:23:20,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2. 2024-12-05T12:23:20,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2. after waiting 0 ms 2024-12-05T12:23:20,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2. 2024-12-05T12:23:20,666 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2. 2024-12-05T12:23:20,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf978ca9aa06962e5c86f23ccd3dfcb2: Waiting for close lock at 1733401400665Disabling compacts and flushes for region at 1733401400665Disabling writes for close at 1733401400666 (+1 ms)Writing region close event to WAL at 1733401400666Closed at 1733401400666 2024-12-05T12:23:20,667 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:23:20,667 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401400667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401400667"}]},"ts":"1733401400667"} 2024-12-05T12:23:20,671 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:23:20,673 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:23:20,673 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401400673"}]},"ts":"1733401400673"} 2024-12-05T12:23:20,676 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:23:20,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cf978ca9aa06962e5c86f23ccd3dfcb2, ASSIGN}] 2024-12-05T12:23:20,678 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cf978ca9aa06962e5c86f23ccd3dfcb2, ASSIGN 2024-12-05T12:23:20,685 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cf978ca9aa06962e5c86f23ccd3dfcb2, ASSIGN; state=OFFLINE, location=f4bc09594422,46811,1733401393653; forceNewPlan=false, retain=false 2024-12-05T12:23:20,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cf978ca9aa06962e5c86f23ccd3dfcb2, regionState=OPENING, regionLocation=f4bc09594422,46811,1733401393653 2024-12-05T12:23:20,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cf978ca9aa06962e5c86f23ccd3dfcb2, ASSIGN because future has completed 2024-12-05T12:23:20,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf978ca9aa06962e5c86f23ccd3dfcb2, server=f4bc09594422,46811,1733401393653}] 2024-12-05T12:23:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:21,017 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2. 2024-12-05T12:23:21,017 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cf978ca9aa06962e5c86f23ccd3dfcb2, NAME => 'test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:21,017 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:21,017 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:23:21,017 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cf978ca9aa06962e5c86f23ccd3dfcb2 2024-12-05T12:23:21,018 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:21,018 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cf978ca9aa06962e5c86f23ccd3dfcb2 2024-12-05T12:23:21,018 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cf978ca9aa06962e5c86f23ccd3dfcb2 2024-12-05T12:23:21,021 INFO [StoreOpener-cf978ca9aa06962e5c86f23ccd3dfcb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cf978ca9aa06962e5c86f23ccd3dfcb2 2024-12-05T12:23:21,029 INFO [StoreOpener-cf978ca9aa06962e5c86f23ccd3dfcb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf978ca9aa06962e5c86f23ccd3dfcb2 columnFamilyName f 2024-12-05T12:23:21,029 DEBUG [StoreOpener-cf978ca9aa06962e5c86f23ccd3dfcb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:21,029 INFO [StoreOpener-cf978ca9aa06962e5c86f23ccd3dfcb2-1 {}] regionserver.HStore(327): Store=cf978ca9aa06962e5c86f23ccd3dfcb2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:21,029 INFO [StoreOpener-cf978ca9aa06962e5c86f23ccd3dfcb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cf978ca9aa06962e5c86f23ccd3dfcb2 2024-12-05T12:23:21,031 INFO [StoreOpener-cf978ca9aa06962e5c86f23ccd3dfcb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf978ca9aa06962e5c86f23ccd3dfcb2 columnFamilyName f1 2024-12-05T12:23:21,031 DEBUG [StoreOpener-cf978ca9aa06962e5c86f23ccd3dfcb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:21,031 INFO [StoreOpener-cf978ca9aa06962e5c86f23ccd3dfcb2-1 {}] regionserver.HStore(327): Store=cf978ca9aa06962e5c86f23ccd3dfcb2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:21,031 INFO [StoreOpener-cf978ca9aa06962e5c86f23ccd3dfcb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cf978ca9aa06962e5c86f23ccd3dfcb2 2024-12-05T12:23:21,032 INFO [StoreOpener-cf978ca9aa06962e5c86f23ccd3dfcb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf978ca9aa06962e5c86f23ccd3dfcb2 columnFamilyName norep 2024-12-05T12:23:21,032 DEBUG [StoreOpener-cf978ca9aa06962e5c86f23ccd3dfcb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:21,032 INFO [StoreOpener-cf978ca9aa06962e5c86f23ccd3dfcb2-1 {}] regionserver.HStore(327): Store=cf978ca9aa06962e5c86f23ccd3dfcb2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:21,032 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cf978ca9aa06962e5c86f23ccd3dfcb2 2024-12-05T12:23:21,034 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/default/test/cf978ca9aa06962e5c86f23ccd3dfcb2 2024-12-05T12:23:21,034 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/default/test/cf978ca9aa06962e5c86f23ccd3dfcb2 2024-12-05T12:23:21,035 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cf978ca9aa06962e5c86f23ccd3dfcb2 2024-12-05T12:23:21,035 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cf978ca9aa06962e5c86f23ccd3dfcb2 2024-12-05T12:23:21,036 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:23:21,037 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cf978ca9aa06962e5c86f23ccd3dfcb2 2024-12-05T12:23:21,045 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/default/test/cf978ca9aa06962e5c86f23ccd3dfcb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:21,053 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cf978ca9aa06962e5c86f23ccd3dfcb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59070711, jitterRate=-0.11977781355381012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:23:21,053 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf978ca9aa06962e5c86f23ccd3dfcb2 2024-12-05T12:23:21,053 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cf978ca9aa06962e5c86f23ccd3dfcb2: Running coprocessor pre-open hook at 1733401401018Writing region info on filesystem at 1733401401018Initializing all the Stores at 1733401401019 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401401019Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401401020 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401401020Cleaning up temporary data from old regions at 1733401401035 (+15 ms)Running coprocessor post-open hooks at 1733401401053 (+18 ms)Region opened successfully at 1733401401053 2024-12-05T12:23:21,055 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2., pid=6, masterSystemTime=1733401400998 2024-12-05T12:23:21,058 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2. 2024-12-05T12:23:21,058 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2. 2024-12-05T12:23:21,060 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cf978ca9aa06962e5c86f23ccd3dfcb2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f4bc09594422,46811,1733401393653 2024-12-05T12:23:21,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf978ca9aa06962e5c86f23ccd3dfcb2, server=f4bc09594422,46811,1733401393653 because future has completed 2024-12-05T12:23:21,078 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45913 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f4bc09594422,46811,1733401393653, table=test, region=cf978ca9aa06962e5c86f23ccd3dfcb2. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T12:23:21,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:23:21,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cf978ca9aa06962e5c86f23ccd3dfcb2, server=f4bc09594422,46811,1733401393653 in 241 msec 2024-12-05T12:23:21,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:23:21,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cf978ca9aa06962e5c86f23ccd3dfcb2, ASSIGN in 413 msec 2024-12-05T12:23:21,094 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:23:21,094 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401401094"}]},"ts":"1733401401094"} 2024-12-05T12:23:21,097 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:23:21,099 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:23:21,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3260 sec 2024-12-05T12:23:21,671 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:23:21,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:21,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:21,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:21,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:21,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:21,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:21,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:21,734 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:23:21,734 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T12:23:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:21,934 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:23:21,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:21,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,39333,1733401397665 2024-12-05T12:23:21,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b5517ca 2024-12-05T12:23:21,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:21,937 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:21,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:23:21,941 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:23:21,941 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:21,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:23:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:21,942 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:23:21,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:23:21,950 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 63cf0dad647f3c167dcec3c0bb82b333, NAME => 'test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb 2024-12-05T12:23:21,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:23:21,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:21,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 63cf0dad647f3c167dcec3c0bb82b333, disabling compactions & flushes 2024-12-05T12:23:21,963 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333. 2024-12-05T12:23:21,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333. 2024-12-05T12:23:21,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333. after waiting 0 ms 2024-12-05T12:23:21,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333. 2024-12-05T12:23:21,964 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333. 2024-12-05T12:23:21,964 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 63cf0dad647f3c167dcec3c0bb82b333: Waiting for close lock at 1733401401963Disabling compacts and flushes for region at 1733401401963Disabling writes for close at 1733401401963Writing region close event to WAL at 1733401401963Closed at 1733401401963 2024-12-05T12:23:21,965 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:23:21,973 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401401972"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401401972"}]},"ts":"1733401401972"} 2024-12-05T12:23:21,977 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:23:21,978 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:23:21,978 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401401978"}]},"ts":"1733401401978"} 2024-12-05T12:23:21,980 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:23:21,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=63cf0dad647f3c167dcec3c0bb82b333, ASSIGN}] 2024-12-05T12:23:21,982 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=63cf0dad647f3c167dcec3c0bb82b333, ASSIGN 2024-12-05T12:23:21,983 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=63cf0dad647f3c167dcec3c0bb82b333, ASSIGN; state=OFFLINE, location=f4bc09594422,36931,1733401397806; forceNewPlan=false, retain=false 2024-12-05T12:23:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:22,137 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=63cf0dad647f3c167dcec3c0bb82b333, regionState=OPENING, regionLocation=f4bc09594422,36931,1733401397806 2024-12-05T12:23:22,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=63cf0dad647f3c167dcec3c0bb82b333, ASSIGN because future has completed 2024-12-05T12:23:22,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63cf0dad647f3c167dcec3c0bb82b333, server=f4bc09594422,36931,1733401397806}] 2024-12-05T12:23:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:22,337 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333. 2024-12-05T12:23:22,337 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 63cf0dad647f3c167dcec3c0bb82b333, NAME => 'test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:22,337 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:22,337 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:23:22,338 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 63cf0dad647f3c167dcec3c0bb82b333 2024-12-05T12:23:22,338 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:22,338 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 63cf0dad647f3c167dcec3c0bb82b333 2024-12-05T12:23:22,338 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 63cf0dad647f3c167dcec3c0bb82b333 2024-12-05T12:23:22,348 INFO [StoreOpener-63cf0dad647f3c167dcec3c0bb82b333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 63cf0dad647f3c167dcec3c0bb82b333 2024-12-05T12:23:22,365 INFO [StoreOpener-63cf0dad647f3c167dcec3c0bb82b333-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63cf0dad647f3c167dcec3c0bb82b333 columnFamilyName f 2024-12-05T12:23:22,365 DEBUG [StoreOpener-63cf0dad647f3c167dcec3c0bb82b333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:22,372 INFO [StoreOpener-63cf0dad647f3c167dcec3c0bb82b333-1 {}] regionserver.HStore(327): Store=63cf0dad647f3c167dcec3c0bb82b333/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:22,373 INFO [StoreOpener-63cf0dad647f3c167dcec3c0bb82b333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 63cf0dad647f3c167dcec3c0bb82b333 2024-12-05T12:23:22,374 INFO [StoreOpener-63cf0dad647f3c167dcec3c0bb82b333-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63cf0dad647f3c167dcec3c0bb82b333 columnFamilyName f1 2024-12-05T12:23:22,374 DEBUG [StoreOpener-63cf0dad647f3c167dcec3c0bb82b333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:22,375 INFO [StoreOpener-63cf0dad647f3c167dcec3c0bb82b333-1 {}] regionserver.HStore(327): Store=63cf0dad647f3c167dcec3c0bb82b333/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:22,375 INFO [StoreOpener-63cf0dad647f3c167dcec3c0bb82b333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 63cf0dad647f3c167dcec3c0bb82b333 2024-12-05T12:23:22,381 INFO [StoreOpener-63cf0dad647f3c167dcec3c0bb82b333-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63cf0dad647f3c167dcec3c0bb82b333 columnFamilyName norep 2024-12-05T12:23:22,381 DEBUG [StoreOpener-63cf0dad647f3c167dcec3c0bb82b333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:22,381 INFO [StoreOpener-63cf0dad647f3c167dcec3c0bb82b333-1 {}] regionserver.HStore(327): Store=63cf0dad647f3c167dcec3c0bb82b333/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:22,382 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 63cf0dad647f3c167dcec3c0bb82b333 2024-12-05T12:23:22,382 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/default/test/63cf0dad647f3c167dcec3c0bb82b333 2024-12-05T12:23:22,383 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/default/test/63cf0dad647f3c167dcec3c0bb82b333 2024-12-05T12:23:22,383 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 63cf0dad647f3c167dcec3c0bb82b333 2024-12-05T12:23:22,383 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 63cf0dad647f3c167dcec3c0bb82b333 2024-12-05T12:23:22,384 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:23:22,385 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 63cf0dad647f3c167dcec3c0bb82b333 2024-12-05T12:23:22,387 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/default/test/63cf0dad647f3c167dcec3c0bb82b333/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:22,387 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 63cf0dad647f3c167dcec3c0bb82b333; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70305993, jitterRate=0.04764093458652496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:23:22,387 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63cf0dad647f3c167dcec3c0bb82b333 2024-12-05T12:23:22,387 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 63cf0dad647f3c167dcec3c0bb82b333: Running coprocessor pre-open hook at 1733401402338Writing region info on filesystem at 1733401402338Initializing all the Stores at 1733401402342 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401402342Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401402344 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401402344Cleaning up temporary data from old regions at 1733401402383 (+39 ms)Running coprocessor post-open hooks at 1733401402387 (+4 ms)Region opened successfully at 1733401402387 2024-12-05T12:23:22,388 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333., pid=6, masterSystemTime=1733401402304 2024-12-05T12:23:22,391 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333. 2024-12-05T12:23:22,391 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333. 2024-12-05T12:23:22,392 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=63cf0dad647f3c167dcec3c0bb82b333, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f4bc09594422,36931,1733401397806 2024-12-05T12:23:22,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63cf0dad647f3c167dcec3c0bb82b333, server=f4bc09594422,36931,1733401397806 because future has completed 2024-12-05T12:23:22,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:23:22,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 63cf0dad647f3c167dcec3c0bb82b333, server=f4bc09594422,36931,1733401397806 in 249 msec 2024-12-05T12:23:22,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:23:22,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=63cf0dad647f3c167dcec3c0bb82b333, ASSIGN in 417 msec 2024-12-05T12:23:22,401 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:23:22,402 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401402401"}]},"ts":"1733401402401"} 2024-12-05T12:23:22,409 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:23:22,410 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:23:22,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 472 msec 2024-12-05T12:23:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:22,566 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:23:22,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362f1742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,45913,-1 for getting cluster id 2024-12-05T12:23:22,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:22,576 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dd1137a-da75-4d69-b0ca-92cdbecf8d2b' 2024-12-05T12:23:22,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:22,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dd1137a-da75-4d69-b0ca-92cdbecf8d2b" 2024-12-05T12:23:22,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b310dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,45913,-1] 2024-12-05T12:23:22,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:22,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:22,579 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173bcecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@369bf091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,581 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39333,-1 for getting cluster id 2024-12-05T12:23:22,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:22,585 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c' 2024-12-05T12:23:22,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:22,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c" 2024-12-05T12:23:22,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ebcd4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39333,-1] 2024-12-05T12:23:22,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:22,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:22,593 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:22,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a72bed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76fadeb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,45913,-1 for getting cluster id 2024-12-05T12:23:22,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:22,606 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dd1137a-da75-4d69-b0ca-92cdbecf8d2b' 2024-12-05T12:23:22,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:22,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dd1137a-da75-4d69-b0ca-92cdbecf8d2b" 2024-12-05T12:23:22,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b118e9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,45913,-1] 2024-12-05T12:23:22,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:22,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:22,613 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:22,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6891592b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:22,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,45913,1733401393389 2024-12-05T12:23:22,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bc50fa0 2024-12-05T12:23:22,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:22,623 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:22,624 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45913 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f4bc09594422:39333,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:23:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45913 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:23:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:22,632 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:39333' 2024-12-05T12:23:22,637 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c04e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,637 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39333,-1 for getting cluster id 2024-12-05T12:23:22,637 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:22,638 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c' 2024-12-05T12:23:22,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:22,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c" 2024-12-05T12:23:22,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a45e1b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39333,-1] 2024-12-05T12:23:22,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:22,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:22,640 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:22,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23530abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:22,641 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:22,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,39333,1733401397665 2024-12-05T12:23:22,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f1db449 2024-12-05T12:23:22,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:22,645 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:22,646 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T12:23:22,646 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:23:22,646 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:22,646 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:22,647 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:22,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:22,648 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:23:22,649 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:23:22,649 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:22,650 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:23:22,698 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:23:22,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:23:22,717 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 28c1976585c173ea195757eeac653e92, NAME => 'hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01 2024-12-05T12:23:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:22,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:23:22,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:22,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 28c1976585c173ea195757eeac653e92, disabling compactions & flushes 2024-12-05T12:23:22,837 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92. 2024-12-05T12:23:22,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92. 2024-12-05T12:23:22,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92. after waiting 0 ms 2024-12-05T12:23:22,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92. 2024-12-05T12:23:22,837 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92. 2024-12-05T12:23:22,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 28c1976585c173ea195757eeac653e92: Waiting for close lock at 1733401402837Disabling compacts and flushes for region at 1733401402837Disabling writes for close at 1733401402837Writing region close event to WAL at 1733401402837Closed at 1733401402837 2024-12-05T12:23:22,844 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:23:22,852 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401402845"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401402845"}]},"ts":"1733401402845"} 2024-12-05T12:23:22,856 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:23:22,861 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:23:22,861 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401402861"}]},"ts":"1733401402861"} 2024-12-05T12:23:22,863 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:23:22,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=28c1976585c173ea195757eeac653e92, ASSIGN}] 2024-12-05T12:23:22,865 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=28c1976585c173ea195757eeac653e92, ASSIGN 2024-12-05T12:23:22,866 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=28c1976585c173ea195757eeac653e92, ASSIGN; state=OFFLINE, location=f4bc09594422,46811,1733401393653; forceNewPlan=false, retain=false 2024-12-05T12:23:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:23,017 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=28c1976585c173ea195757eeac653e92, regionState=OPENING, regionLocation=f4bc09594422,46811,1733401393653 2024-12-05T12:23:23,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=28c1976585c173ea195757eeac653e92, ASSIGN because future has completed 2024-12-05T12:23:23,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28c1976585c173ea195757eeac653e92, server=f4bc09594422,46811,1733401393653}] 2024-12-05T12:23:23,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92. 2024-12-05T12:23:23,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:23,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:23:23,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C46811%2C1733401393653.rep, suffix=, logDir=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/oldWALs, maxLogs=10 2024-12-05T12:23:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:23,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.rep.1733401403234, exclude list is [], retry=0 2024-12-05T12:23:23,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-769a805a-9e02-4ae4-91e2-8be5904f4a85,DISK] 2024-12-05T12:23:23,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.rep.1733401403234 2024-12-05T12:23:23,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45731:45731)] 2024-12-05T12:23:23,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 28c1976585c173ea195757eeac653e92, NAME => 'hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:23,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:23,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:23:23,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92. service=MultiRowMutationService 2024-12-05T12:23:23,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:23:23,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 28c1976585c173ea195757eeac653e92 2024-12-05T12:23:23,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:23,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 28c1976585c173ea195757eeac653e92 2024-12-05T12:23:23,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 28c1976585c173ea195757eeac653e92 2024-12-05T12:23:23,357 INFO [StoreOpener-28c1976585c173ea195757eeac653e92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 28c1976585c173ea195757eeac653e92 2024-12-05T12:23:23,373 INFO [StoreOpener-28c1976585c173ea195757eeac653e92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28c1976585c173ea195757eeac653e92 columnFamilyName hfileref 2024-12-05T12:23:23,373 DEBUG [StoreOpener-28c1976585c173ea195757eeac653e92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:23,377 INFO [StoreOpener-28c1976585c173ea195757eeac653e92-1 {}] regionserver.HStore(327): Store=28c1976585c173ea195757eeac653e92/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:23,377 INFO [StoreOpener-28c1976585c173ea195757eeac653e92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 28c1976585c173ea195757eeac653e92 2024-12-05T12:23:23,385 INFO [StoreOpener-28c1976585c173ea195757eeac653e92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28c1976585c173ea195757eeac653e92 columnFamilyName queue 2024-12-05T12:23:23,386 DEBUG [StoreOpener-28c1976585c173ea195757eeac653e92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:23,386 INFO [StoreOpener-28c1976585c173ea195757eeac653e92-1 {}] regionserver.HStore(327): Store=28c1976585c173ea195757eeac653e92/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:23,386 INFO [StoreOpener-28c1976585c173ea195757eeac653e92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 28c1976585c173ea195757eeac653e92 2024-12-05T12:23:23,392 INFO [StoreOpener-28c1976585c173ea195757eeac653e92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28c1976585c173ea195757eeac653e92 columnFamilyName sid 2024-12-05T12:23:23,392 DEBUG [StoreOpener-28c1976585c173ea195757eeac653e92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:23,394 INFO [StoreOpener-28c1976585c173ea195757eeac653e92-1 {}] regionserver.HStore(327): Store=28c1976585c173ea195757eeac653e92/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:23,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 28c1976585c173ea195757eeac653e92 2024-12-05T12:23:23,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/replication/28c1976585c173ea195757eeac653e92 2024-12-05T12:23:23,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/replication/28c1976585c173ea195757eeac653e92 2024-12-05T12:23:23,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 28c1976585c173ea195757eeac653e92 2024-12-05T12:23:23,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 28c1976585c173ea195757eeac653e92 2024-12-05T12:23:23,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:23:23,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 28c1976585c173ea195757eeac653e92 2024-12-05T12:23:23,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/replication/28c1976585c173ea195757eeac653e92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:23,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 28c1976585c173ea195757eeac653e92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58921076, jitterRate=-0.12200754880905151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:23:23,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28c1976585c173ea195757eeac653e92 2024-12-05T12:23:23,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 28c1976585c173ea195757eeac653e92: Running coprocessor pre-open hook at 1733401403344Writing region info on filesystem at 1733401403344Initializing all the Stores at 1733401403352 (+8 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401403352Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401403356 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401403356Cleaning up temporary data from old regions at 1733401403412 (+56 ms)Running coprocessor post-open hooks at 1733401403461 (+49 ms)Region opened successfully at 1733401403461 2024-12-05T12:23:23,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92., pid=10, masterSystemTime=1733401403197 2024-12-05T12:23:23,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92. 2024-12-05T12:23:23,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92. 2024-12-05T12:23:23,481 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=28c1976585c173ea195757eeac653e92, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,46811,1733401393653 2024-12-05T12:23:23,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28c1976585c173ea195757eeac653e92, server=f4bc09594422,46811,1733401393653 because future has completed 2024-12-05T12:23:23,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:23:23,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 28c1976585c173ea195757eeac653e92, server=f4bc09594422,46811,1733401393653 in 462 msec 2024-12-05T12:23:23,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:23:23,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=28c1976585c173ea195757eeac653e92, ASSIGN in 645 msec 2024-12-05T12:23:23,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:23:23,535 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401403535"}]},"ts":"1733401403535"} 2024-12-05T12:23:23,554 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:23:23,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:23:23,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 908 msec 2024-12-05T12:23:23,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92., hostname=f4bc09594422,46811,1733401393653, seqNum=2] 2024-12-05T12:23:23,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770 2024-12-05T12:23:23,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770 2024-12-05T12:23:23,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:23:23,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:23,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:23:23,817 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:23:23,898 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f4bc09594422,46811,1733401393653, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:23:23,909 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:23,909 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,46811,1733401393653, seqNum=-1] 2024-12-05T12:23:23,909 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:23,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-05T12:23:23,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f4bc09594422,46811,1733401393653', locateType=CURRENT is [region=hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92., hostname=f4bc09594422,46811,1733401393653, seqNum=2] 2024-12-05T12:23:23,940 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:23:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45913 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:23:23,968 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:39333' 2024-12-05T12:23:23,973 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@113859d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:23,973 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39333,-1 for getting cluster id 2024-12-05T12:23:23,973 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:23,976 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f4bc09594422,46811,1733401393653 suceeded 2024-12-05T12:23:23,977 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c' 2024-12-05T12:23:23,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:23,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c" 2024-12-05T12:23:23,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13e8166f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:23,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39333,-1] 2024-12-05T12:23:23,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:23,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:23,979 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:23,980 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1762f5bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:23,980 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:23,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,39333,1733401397665 2024-12-05T12:23:23,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cb99628 2024-12-05T12:23:23,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:23,983 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-05T12:23:23,984 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f4bc09594422,46811,1733401393653 (queues=1) is replicating from cluster=5dd1137a-da75-4d69-b0ca-92cdbecf8d2b to cluster=434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c 2024-12-05T12:23:23,984 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f4bc09594422%2C46811%2C1733401393653 2024-12-05T12:23:23,984 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f4bc09594422,46811,1733401393653, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:23:23,988 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608, startPosition=0, beingWritten=true 2024-12-05T12:23:23,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:23:23,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 337 msec 2024-12-05T12:23:23,990 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f4bc09594422:39333,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:23:23,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3660 sec 2024-12-05T12:23:23,995 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.shipperf4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f4bc09594422%2C46811%2C1733401393653 2024-12-05T12:23:23,999 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:24,000 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 379, reset compression=false 2024-12-05T12:23:24,000 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.shipperf4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,46811,1733401393653 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:23:24,225 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 379, reset compression=false 2024-12-05T12:23:24,531 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 379, reset compression=false 2024-12-05T12:23:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:24,797 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:23:24,797 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:24,797 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:24,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:24,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:24,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:24,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677da6c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:24,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39333,-1 for getting cluster id 2024-12-05T12:23:24,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:24,802 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c' 2024-12-05T12:23:24,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:24,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c" 2024-12-05T12:23:24,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3555a0c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:24,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39333,-1] 2024-12-05T12:23:24,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:24,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:24,806 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:24,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c27e4db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:24,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:24,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,39333,1733401397665 2024-12-05T12:23:24,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50117103 2024-12-05T12:23:24,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:24,810 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:24,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f4bc09594422:45913,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:23:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:23:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:24,815 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:45913' 2024-12-05T12:23:24,825 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2569de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:24,826 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,45913,-1 for getting cluster id 2024-12-05T12:23:24,826 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:24,827 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dd1137a-da75-4d69-b0ca-92cdbecf8d2b' 2024-12-05T12:23:24,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:24,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dd1137a-da75-4d69-b0ca-92cdbecf8d2b" 2024-12-05T12:23:24,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e113045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:24,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,45913,-1] 2024-12-05T12:23:24,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:24,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:24,829 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:24,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cff7d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:24,830 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:24,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,45913,1733401393389 2024-12-05T12:23:24,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f192b65 2024-12-05T12:23:24,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:24,832 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:24,833 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-05T12:23:24,833 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:23:24,833 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:24,833 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:24,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:24,833 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:24,836 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:23:24,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:23:24,839 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:24,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:23:24,886 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:23:24,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:23:24,895 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fca96bfefb6f07dad52cbd8abcbae378, NAME => 'hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb 2024-12-05T12:23:24,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:23:24,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:24,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fca96bfefb6f07dad52cbd8abcbae378, disabling compactions & flushes 2024-12-05T12:23:24,921 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378. 2024-12-05T12:23:24,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378. 2024-12-05T12:23:24,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378. after waiting 0 ms 2024-12-05T12:23:24,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378. 2024-12-05T12:23:24,921 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378. 2024-12-05T12:23:24,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fca96bfefb6f07dad52cbd8abcbae378: Waiting for close lock at 1733401404921Disabling compacts and flushes for region at 1733401404921Disabling writes for close at 1733401404921Writing region close event to WAL at 1733401404921Closed at 1733401404921 2024-12-05T12:23:24,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:23:24,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401404922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401404922"}]},"ts":"1733401404922"} 2024-12-05T12:23:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:24,925 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:23:24,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:23:24,926 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401404926"}]},"ts":"1733401404926"} 2024-12-05T12:23:24,928 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:23:24,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fca96bfefb6f07dad52cbd8abcbae378, ASSIGN}] 2024-12-05T12:23:24,930 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fca96bfefb6f07dad52cbd8abcbae378, ASSIGN 2024-12-05T12:23:24,931 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fca96bfefb6f07dad52cbd8abcbae378, ASSIGN; state=OFFLINE, location=f4bc09594422,36931,1733401397806; forceNewPlan=false, retain=false 2024-12-05T12:23:24,935 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 379, reset compression=false 2024-12-05T12:23:25,081 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fca96bfefb6f07dad52cbd8abcbae378, regionState=OPENING, regionLocation=f4bc09594422,36931,1733401397806 2024-12-05T12:23:25,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fca96bfefb6f07dad52cbd8abcbae378, ASSIGN because future has completed 2024-12-05T12:23:25,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fca96bfefb6f07dad52cbd8abcbae378, server=f4bc09594422,36931,1733401397806}] 2024-12-05T12:23:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:25,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378. 2024-12-05T12:23:25,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:25,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:23:25,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C36931%2C1733401397806.rep, suffix=, logDir=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806, archiveDir=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/oldWALs, maxLogs=10 2024-12-05T12:23:25,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.rep.1733401405243, exclude list is [], retry=0 2024-12-05T12:23:25,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35835,DS-399efad6-a839-403e-b07a-d8b66cc1e94b,DISK] 2024-12-05T12:23:25,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.rep.1733401405243 2024-12-05T12:23:25,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37265:37265)] 2024-12-05T12:23:25,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fca96bfefb6f07dad52cbd8abcbae378, NAME => 'hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:25,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:25,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:23:25,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378. service=MultiRowMutationService 2024-12-05T12:23:25,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:23:25,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fca96bfefb6f07dad52cbd8abcbae378 2024-12-05T12:23:25,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:25,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fca96bfefb6f07dad52cbd8abcbae378 2024-12-05T12:23:25,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fca96bfefb6f07dad52cbd8abcbae378 2024-12-05T12:23:25,267 INFO [StoreOpener-fca96bfefb6f07dad52cbd8abcbae378-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fca96bfefb6f07dad52cbd8abcbae378 2024-12-05T12:23:25,268 INFO [StoreOpener-fca96bfefb6f07dad52cbd8abcbae378-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fca96bfefb6f07dad52cbd8abcbae378 columnFamilyName hfileref 2024-12-05T12:23:25,268 DEBUG [StoreOpener-fca96bfefb6f07dad52cbd8abcbae378-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:25,268 INFO [StoreOpener-fca96bfefb6f07dad52cbd8abcbae378-1 {}] regionserver.HStore(327): Store=fca96bfefb6f07dad52cbd8abcbae378/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:25,268 INFO [StoreOpener-fca96bfefb6f07dad52cbd8abcbae378-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fca96bfefb6f07dad52cbd8abcbae378 2024-12-05T12:23:25,269 INFO [StoreOpener-fca96bfefb6f07dad52cbd8abcbae378-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fca96bfefb6f07dad52cbd8abcbae378 columnFamilyName queue 2024-12-05T12:23:25,269 DEBUG [StoreOpener-fca96bfefb6f07dad52cbd8abcbae378-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:25,270 INFO [StoreOpener-fca96bfefb6f07dad52cbd8abcbae378-1 {}] regionserver.HStore(327): Store=fca96bfefb6f07dad52cbd8abcbae378/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:25,270 INFO [StoreOpener-fca96bfefb6f07dad52cbd8abcbae378-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fca96bfefb6f07dad52cbd8abcbae378 2024-12-05T12:23:25,271 INFO [StoreOpener-fca96bfefb6f07dad52cbd8abcbae378-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fca96bfefb6f07dad52cbd8abcbae378 columnFamilyName sid 2024-12-05T12:23:25,271 DEBUG [StoreOpener-fca96bfefb6f07dad52cbd8abcbae378-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:25,271 INFO [StoreOpener-fca96bfefb6f07dad52cbd8abcbae378-1 {}] regionserver.HStore(327): Store=fca96bfefb6f07dad52cbd8abcbae378/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:25,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fca96bfefb6f07dad52cbd8abcbae378 2024-12-05T12:23:25,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/replication/fca96bfefb6f07dad52cbd8abcbae378 2024-12-05T12:23:25,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/replication/fca96bfefb6f07dad52cbd8abcbae378 2024-12-05T12:23:25,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fca96bfefb6f07dad52cbd8abcbae378 2024-12-05T12:23:25,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fca96bfefb6f07dad52cbd8abcbae378 2024-12-05T12:23:25,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:23:25,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fca96bfefb6f07dad52cbd8abcbae378 2024-12-05T12:23:25,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/replication/fca96bfefb6f07dad52cbd8abcbae378/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:25,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fca96bfefb6f07dad52cbd8abcbae378; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59129342, jitterRate=-0.11890414357185364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:23:25,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fca96bfefb6f07dad52cbd8abcbae378 2024-12-05T12:23:25,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fca96bfefb6f07dad52cbd8abcbae378: Running coprocessor pre-open hook at 1733401405265Writing region info on filesystem at 1733401405265Initializing all the Stores at 1733401405266 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401405266Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401405267 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401405267Cleaning up temporary data from old regions at 1733401405273 (+6 ms)Running coprocessor post-open hooks at 1733401405277 (+4 ms)Region opened successfully at 1733401405277 2024-12-05T12:23:25,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378., pid=10, masterSystemTime=1733401405237 2024-12-05T12:23:25,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378. 2024-12-05T12:23:25,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378. 2024-12-05T12:23:25,281 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fca96bfefb6f07dad52cbd8abcbae378, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,36931,1733401397806 2024-12-05T12:23:25,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fca96bfefb6f07dad52cbd8abcbae378, server=f4bc09594422,36931,1733401397806 because future has completed 2024-12-05T12:23:25,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:23:25,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fca96bfefb6f07dad52cbd8abcbae378, server=f4bc09594422,36931,1733401397806 in 200 msec 2024-12-05T12:23:25,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:23:25,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fca96bfefb6f07dad52cbd8abcbae378, ASSIGN in 359 msec 2024-12-05T12:23:25,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:23:25,290 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401405290"}]},"ts":"1733401405290"} 2024-12-05T12:23:25,292 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:23:25,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:23:25,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 460 msec 2024-12-05T12:23:25,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378., hostname=f4bc09594422,36931,1733401397806, seqNum=2] 2024-12-05T12:23:25,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x100aa643dfb0004, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872 2024-12-05T12:23:25,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:23:25,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872 2024-12-05T12:23:25,444 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 379, reset compression=false 2024-12-05T12:23:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:25,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:23:25,508 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:23:25,567 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f4bc09594422,36931,1733401397806, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:23:25,568 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:25,568 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1] 2024-12-05T12:23:25,568 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:25,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-05T12:23:25,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f4bc09594422,36931,1733401397806', locateType=CURRENT is [region=hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378., hostname=f4bc09594422,36931,1733401397806, seqNum=2] 2024-12-05T12:23:25,573 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:23:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:23:25,575 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f4bc09594422,36931,1733401397806 suceeded 2024-12-05T12:23:25,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:23:25,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-12-05T12:23:25,577 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f4bc09594422:45913,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:23:25,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 766 msec 2024-12-05T12:23:25,588 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:45913' 2024-12-05T12:23:25,591 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4007a84f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:25,592 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,45913,-1 for getting cluster id 2024-12-05T12:23:25,592 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:25,593 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dd1137a-da75-4d69-b0ca-92cdbecf8d2b' 2024-12-05T12:23:25,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:25,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dd1137a-da75-4d69-b0ca-92cdbecf8d2b" 2024-12-05T12:23:25,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59abdf22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:25,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,45913,-1] 2024-12-05T12:23:25,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:25,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:25,595 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:25,595 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8202fbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:25,595 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:25,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,45913,1733401393389 2024-12-05T12:23:25,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a7ec263 2024-12-05T12:23:25,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:25,600 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-05T12:23:25,600 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f4bc09594422,36931,1733401397806 (queues=1) is replicating from cluster=434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c to cluster=5dd1137a-da75-4d69-b0ca-92cdbecf8d2b 2024-12-05T12:23:25,601 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f4bc09594422%2C36931%2C1733401397806 2024-12-05T12:23:25,601 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f4bc09594422,36931,1733401397806, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:23:25,621 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900, startPosition=0, beingWritten=true 2024-12-05T12:23:25,629 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.shipperf4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f4bc09594422%2C36931%2C1733401397806 2024-12-05T12:23:25,641 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:25,641 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900 to pos 379, reset compression=false 2024-12-05T12:23:25,641 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.shipperf4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,36931,1733401397806 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:23:25,849 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900 to pos 379, reset compression=false 2024-12-05T12:23:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:25,956 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:23:25,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:25,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:25,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:25,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:25,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:25,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:25,967 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733401405965/Put/seqid=0 2024-12-05T12:23:25,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741840_1016 (size=7894) 2024-12-05T12:23:26,010 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733401406009/Put/seqid=0 2024-12-05T12:23:26,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741841_1017 (size=7691) 2024-12-05T12:23:26,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6038b22a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:26,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,45913,-1 for getting cluster id 2024-12-05T12:23:26,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:26,022 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dd1137a-da75-4d69-b0ca-92cdbecf8d2b' 2024-12-05T12:23:26,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:26,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dd1137a-da75-4d69-b0ca-92cdbecf8d2b" 2024-12-05T12:23:26,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ea06cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:26,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,45913,-1] 2024-12-05T12:23:26,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:26,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:26,024 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:26,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a24ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:26,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:26,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,46811,1733401393653, seqNum=-1] 2024-12-05T12:23:26,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:26,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:26,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:26,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,45913,1733401393389 2024-12-05T12:23:26,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3447b65f 2024-12-05T12:23:26,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:26,045 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:26,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2., hostname=f4bc09594422,46811,1733401393653, seqNum=2] 2024-12-05T12:23:26,051 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:23:26,062 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-05T12:23:26,065 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 379, reset compression=false 2024-12-05T12:23:26,068 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-05T12:23:26,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/testHFileCyclicReplication_01/f/hfile_1 for inclusion in cf978ca9aa06962e5c86f23ccd3dfcb2/f 2024-12-05T12:23:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T12:23:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:23:26,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/testHFileCyclicReplication_01/f/hfile_0 for inclusion in cf978ca9aa06962e5c86f23ccd3dfcb2/f 2024-12-05T12:23:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T12:23:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:23:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HRegion(2603): Flush status journal for cf978ca9aa06962e5c86f23ccd3dfcb2: 2024-12-05T12:23:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins__test__ou0fp6p0u73ak8ogoeknscof9qb1a8f0vc2qanuv568ah89ebebave1uh4998a30/f/hfile_1 2024-12-05T12:23:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins__test__ou0fp6p0u73ak8ogoeknscof9qb1a8f0vc2qanuv568ah89ebebave1uh4998a30/f/hfile_1 as hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/default/test/cf978ca9aa06962e5c86f23ccd3dfcb2/f/9d849ce107864fb49e15c084028e9444_SeqId_4_ 2024-12-05T12:23:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins__test__ou0fp6p0u73ak8ogoeknscof9qb1a8f0vc2qanuv568ah89ebebave1uh4998a30/f/hfile_0 2024-12-05T12:23:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins__test__ou0fp6p0u73ak8ogoeknscof9qb1a8f0vc2qanuv568ah89ebebave1uh4998a30/f/hfile_0 as hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/default/test/cf978ca9aa06962e5c86f23ccd3dfcb2/f/63bbac46f85747859e28f1955fb9755c_SeqId_4_ 2024-12-05T12:23:26,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins__test__ou0fp6p0u73ak8ogoeknscof9qb1a8f0vc2qanuv568ah89ebebave1uh4998a30/f/hfile_1 into cf978ca9aa06962e5c86f23ccd3dfcb2/f as hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/default/test/cf978ca9aa06962e5c86f23ccd3dfcb2/f/9d849ce107864fb49e15c084028e9444_SeqId_4_ - updating store file list. 2024-12-05T12:23:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d849ce107864fb49e15c084028e9444_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:23:26,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/default/test/cf978ca9aa06962e5c86f23ccd3dfcb2/f/9d849ce107864fb49e15c084028e9444_SeqId_4_ into cf978ca9aa06962e5c86f23ccd3dfcb2/f 2024-12-05T12:23:26,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins__test__ou0fp6p0u73ak8ogoeknscof9qb1a8f0vc2qanuv568ah89ebebave1uh4998a30/f/hfile_1 into cf978ca9aa06962e5c86f23ccd3dfcb2/f (new location: hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/default/test/cf978ca9aa06962e5c86f23ccd3dfcb2/f/9d849ce107864fb49e15c084028e9444_SeqId_4_) 2024-12-05T12:23:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins__test__ou0fp6p0u73ak8ogoeknscof9qb1a8f0vc2qanuv568ah89ebebave1uh4998a30/f/hfile_1 2024-12-05T12:23:26,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins__test__ou0fp6p0u73ak8ogoeknscof9qb1a8f0vc2qanuv568ah89ebebave1uh4998a30/f/hfile_0 into cf978ca9aa06962e5c86f23ccd3dfcb2/f as hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/default/test/cf978ca9aa06962e5c86f23ccd3dfcb2/f/63bbac46f85747859e28f1955fb9755c_SeqId_4_ - updating store file list. 2024-12-05T12:23:26,174 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900 to pos 379, reset compression=false 2024-12-05T12:23:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 63bbac46f85747859e28f1955fb9755c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:23:26,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/default/test/cf978ca9aa06962e5c86f23ccd3dfcb2/f/63bbac46f85747859e28f1955fb9755c_SeqId_4_ into cf978ca9aa06962e5c86f23ccd3dfcb2/f 2024-12-05T12:23:26,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins__test__ou0fp6p0u73ak8ogoeknscof9qb1a8f0vc2qanuv568ah89ebebave1uh4998a30/f/hfile_0 into cf978ca9aa06962e5c86f23ccd3dfcb2/f (new location: hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/default/test/cf978ca9aa06962e5c86f23ccd3dfcb2/f/63bbac46f85747859e28f1955fb9755c_SeqId_4_) 2024-12-05T12:23:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins__test__ou0fp6p0u73ak8ogoeknscof9qb1a8f0vc2qanuv568ah89ebebave1uh4998a30/f/hfile_0 2024-12-05T12:23:26,184 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:26,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:26,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:26,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:26,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2., hostname=f4bc09594422,46811,1733401393653, seqNum=2 , the old value is region=test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2., hostname=f4bc09594422,46811,1733401393653, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f4bc09594422:46811 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:23:26,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2., hostname=f4bc09594422,46811,1733401393653, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:23:26,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2., hostname=f4bc09594422,46811,1733401393653, seqNum=2 from cache 2024-12-05T12:23:26,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:26,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1] 2024-12-05T12:23:26,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:26,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:26,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:26,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333., hostname=f4bc09594422,36931,1733401397806, seqNum=2] 2024-12-05T12:23:26,193 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T12:23:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:37836 deadline: 1733401466184 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:37836 2024-12-05T12:23:26,294 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:46811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T12:23:26,604 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900 to pos 379, reset compression=false 2024-12-05T12:23:26,780 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 379, reset compression=false 2024-12-05T12:23:26,814 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:23:26,814 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.shipperf4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,46811,1733401393653 got entry batch from reader: WALEntryBatch [walEntries=[{test/cf978ca9aa06962e5c86f23ccd3dfcb2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733401406180/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T12:23:26,817 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.shipperf4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:23:26,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-05T12:23:26,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.ReplicationSink(318): Replicating [5dd1137a-da75-4d69-b0ca-92cdbecf8d2b] bulk loaded data 2024-12-05T12:23:26,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42408639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:26,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39333,-1 for getting cluster id 2024-12-05T12:23:26,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:26,823 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c' 2024-12-05T12:23:26,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:26,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c" 2024-12-05T12:23:26,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62f67fd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:26,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39333,-1] 2024-12-05T12:23:26,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:26,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:26,825 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:26,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64d85a9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:26,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741840_1016 (size=7691) 2024-12-05T12:23:26,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741841_1017 (size=7894) 2024-12-05T12:23:27,014 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 687, reset compression=false 2024-12-05T12:23:27,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:27,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,39333,1733401397665 2024-12-05T12:23:27,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43aa507f 2024-12-05T12:23:27,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:27,020 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-05T12:23:27,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:23:27,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:27,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1] 2024-12-05T12:23:27,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:27,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-05T12:23:27,072 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/staging/jenkins.hfs.11__test__h1rn64df090h47soihr4hnfvm7tsum68r61lu17nmsdrifbqvfap140m7d1svs24/f/63bbac46f85747859e28f1955fb9755c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T12:23:27,085 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/staging/jenkins.hfs.11__test__h1rn64df090h47soihr4hnfvm7tsum68r61lu17nmsdrifbqvfap140m7d1svs24/f/9d849ce107864fb49e15c084028e9444_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T12:23:27,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/staging/jenkins.hfs.11__test__h1rn64df090h47soihr4hnfvm7tsum68r61lu17nmsdrifbqvfap140m7d1svs24/f/63bbac46f85747859e28f1955fb9755c_SeqId_4_ for inclusion in 63cf0dad647f3c167dcec3c0bb82b333/f 2024-12-05T12:23:27,138 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900 to pos 379, reset compression=false 2024-12-05T12:23:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T12:23:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:23:27,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/staging/jenkins.hfs.11__test__h1rn64df090h47soihr4hnfvm7tsum68r61lu17nmsdrifbqvfap140m7d1svs24/f/9d849ce107864fb49e15c084028e9444_SeqId_4_ for inclusion in 63cf0dad647f3c167dcec3c0bb82b333/f 2024-12-05T12:23:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T12:23:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:23:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HRegion(2603): Flush status journal for 63cf0dad647f3c167dcec3c0bb82b333: 2024-12-05T12:23:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 63bbac46f85747859e28f1955fb9755c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:23:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/staging/jenkins.hfs.11__test__h1rn64df090h47soihr4hnfvm7tsum68r61lu17nmsdrifbqvfap140m7d1svs24/f/63bbac46f85747859e28f1955fb9755c_SeqId_4_ as hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/default/test/63cf0dad647f3c167dcec3c0bb82b333/f/d6b4f56f143f49f9ade29b250d244355_SeqId_4_ 2024-12-05T12:23:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9d849ce107864fb49e15c084028e9444_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:23:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/staging/jenkins.hfs.11__test__h1rn64df090h47soihr4hnfvm7tsum68r61lu17nmsdrifbqvfap140m7d1svs24/f/9d849ce107864fb49e15c084028e9444_SeqId_4_ as hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/default/test/63cf0dad647f3c167dcec3c0bb82b333/f/3e3149433d264040b4708ff0aef7797f_SeqId_4_ 2024-12-05T12:23:27,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/staging/jenkins.hfs.11__test__h1rn64df090h47soihr4hnfvm7tsum68r61lu17nmsdrifbqvfap140m7d1svs24/f/63bbac46f85747859e28f1955fb9755c_SeqId_4_ into 63cf0dad647f3c167dcec3c0bb82b333/f as hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/default/test/63cf0dad647f3c167dcec3c0bb82b333/f/d6b4f56f143f49f9ade29b250d244355_SeqId_4_ - updating store file list. 2024-12-05T12:23:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d6b4f56f143f49f9ade29b250d244355_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:23:27,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/default/test/63cf0dad647f3c167dcec3c0bb82b333/f/d6b4f56f143f49f9ade29b250d244355_SeqId_4_ into 63cf0dad647f3c167dcec3c0bb82b333/f 2024-12-05T12:23:27,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/staging/jenkins.hfs.11__test__h1rn64df090h47soihr4hnfvm7tsum68r61lu17nmsdrifbqvfap140m7d1svs24/f/63bbac46f85747859e28f1955fb9755c_SeqId_4_ into 63cf0dad647f3c167dcec3c0bb82b333/f (new location: hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/default/test/63cf0dad647f3c167dcec3c0bb82b333/f/d6b4f56f143f49f9ade29b250d244355_SeqId_4_) 2024-12-05T12:23:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/staging/jenkins.hfs.11__test__h1rn64df090h47soihr4hnfvm7tsum68r61lu17nmsdrifbqvfap140m7d1svs24/f/63bbac46f85747859e28f1955fb9755c_SeqId_4_ 2024-12-05T12:23:27,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/staging/jenkins.hfs.11__test__h1rn64df090h47soihr4hnfvm7tsum68r61lu17nmsdrifbqvfap140m7d1svs24/f/9d849ce107864fb49e15c084028e9444_SeqId_4_ into 63cf0dad647f3c167dcec3c0bb82b333/f as hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/default/test/63cf0dad647f3c167dcec3c0bb82b333/f/3e3149433d264040b4708ff0aef7797f_SeqId_4_ - updating store file list. 2024-12-05T12:23:27,207 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T12:23:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3e3149433d264040b4708ff0aef7797f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:23:27,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/default/test/63cf0dad647f3c167dcec3c0bb82b333/f/3e3149433d264040b4708ff0aef7797f_SeqId_4_ into 63cf0dad647f3c167dcec3c0bb82b333/f 2024-12-05T12:23:27,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/staging/jenkins.hfs.11__test__h1rn64df090h47soihr4hnfvm7tsum68r61lu17nmsdrifbqvfap140m7d1svs24/f/9d849ce107864fb49e15c084028e9444_SeqId_4_ into 63cf0dad647f3c167dcec3c0bb82b333/f (new location: hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/default/test/63cf0dad647f3c167dcec3c0bb82b333/f/3e3149433d264040b4708ff0aef7797f_SeqId_4_) 2024-12-05T12:23:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/staging/jenkins.hfs.11__test__h1rn64df090h47soihr4hnfvm7tsum68r61lu17nmsdrifbqvfap140m7d1svs24/f/9d849ce107864fb49e15c084028e9444_SeqId_4_ 2024-12-05T12:23:27,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.ReplicationSink(324): Finished replicating [5dd1137a-da75-4d69-b0ca-92cdbecf8d2b] bulk loaded data 2024-12-05T12:23:27,326 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 687, reset compression=false 2024-12-05T12:23:27,746 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 687, reset compression=false 2024-12-05T12:23:27,778 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900 to pos 379, reset compression=false 2024-12-05T12:23:27,809 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:23:27,810 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.shipperf4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,36931,1733401397806 got entry batch from reader: WALEntryBatch [walEntries=[{test/63cf0dad647f3c167dcec3c0bb82b333/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733401407213/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-05T12:23:27,812 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.shipperf4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:23:27,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-05T12:23:27,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.ReplicationSink(318): Replicating [5dd1137a-da75-4d69-b0ca-92cdbecf8d2b, 434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c] bulk loaded data 2024-12-05T12:23:27,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f24180d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:27,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,45913,-1 for getting cluster id 2024-12-05T12:23:27,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:27,815 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dd1137a-da75-4d69-b0ca-92cdbecf8d2b' 2024-12-05T12:23:27,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:27,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dd1137a-da75-4d69-b0ca-92cdbecf8d2b" 2024-12-05T12:23:27,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d4e333e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:27,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,45913,-1] 2024-12-05T12:23:27,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:27,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:27,817 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:27,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40a06b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:27,841 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:23:27,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741842_1018 (size=7894) 2024-12-05T12:23:27,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:27,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:27,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:27,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:27,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:27,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:27,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:27,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T12:23:27,912 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T12:23:27,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T12:23:27,912 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T12:23:27,913 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:23:27,913 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T12:23:27,913 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T12:23:28,010 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900 to pos 725, reset compression=false 2024-12-05T12:23:28,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:28,246 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733401408245/Put/seqid=0 2024-12-05T12:23:28,280 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 687, reset compression=false 2024-12-05T12:23:28,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741842_1018 (size=11194) 2024-12-05T12:23:28,302 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733401408301/Put/seqid=0 2024-12-05T12:23:28,315 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900 to pos 725, reset compression=false 2024-12-05T12:23:28,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741843_1019 (size=10791) 2024-12-05T12:23:28,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741843_1019 (size=7691) 2024-12-05T12:23:28,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:28,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,45913,1733401393389 2024-12-05T12:23:28,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65ec2630 2024-12-05T12:23:28,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:28,401 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-05T12:23:28,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:23:28,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:28,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,46811,1733401393653, seqNum=-1] 2024-12-05T12:23:28,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:28,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-05T12:23:28,430 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins.hfs.10__test__vkl0ju6lnr60vfpf2ekqbbrmbii4u2ip1nk3j90ejbol2i59peb8651lueho9dfs/f/3e3149433d264040b4708ff0aef7797f_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T12:23:28,435 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins.hfs.10__test__vkl0ju6lnr60vfpf2ekqbbrmbii4u2ip1nk3j90ejbol2i59peb8651lueho9dfs/f/d6b4f56f143f49f9ade29b250d244355_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T12:23:28,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.ReplicationSink(324): Finished replicating [5dd1137a-da75-4d69-b0ca-92cdbecf8d2b, 434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c] bulk loaded data 2024-12-05T12:23:28,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136a3874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:28,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39333,-1 for getting cluster id 2024-12-05T12:23:28,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:28,786 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c' 2024-12-05T12:23:28,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:28,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c" 2024-12-05T12:23:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3635aa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39333,-1] 2024-12-05T12:23:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:28,788 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900 to pos 725, reset compression=false 2024-12-05T12:23:28,790 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:28,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff75808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:28,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:28,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1] 2024-12-05T12:23:28,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:28,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:28,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:28,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,39333,1733401397665 2024-12-05T12:23:28,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c556c95 2024-12-05T12:23:28,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:28,844 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:28,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333., hostname=f4bc09594422,36931,1733401397806, seqNum=2] 2024-12-05T12:23:28,869 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:23:28,887 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-05T12:23:28,900 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-05T12:23:28,909 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 687, reset compression=false 2024-12-05T12:23:28,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 63cf0dad647f3c167dcec3c0bb82b333/f 2024-12-05T12:23:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T12:23:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:23:28,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 63cf0dad647f3c167dcec3c0bb82b333/f 2024-12-05T12:23:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T12:23:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:23:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HRegion(2603): Flush status journal for 63cf0dad647f3c167dcec3c0bb82b333: 2024-12-05T12:23:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/staging/jenkins__test__islcf5me1apmct50k76hht2pf185te7lrdt8bke82j4tk8nt1bih1c3u5u6ml9dj/f/hfile_0 2024-12-05T12:23:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/staging/jenkins__test__islcf5me1apmct50k76hht2pf185te7lrdt8bke82j4tk8nt1bih1c3u5u6ml9dj/f/hfile_0 as hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/default/test/63cf0dad647f3c167dcec3c0bb82b333/f/bad0e38096d045aba8fc4969e694653d_SeqId_6_ 2024-12-05T12:23:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/staging/jenkins__test__islcf5me1apmct50k76hht2pf185te7lrdt8bke82j4tk8nt1bih1c3u5u6ml9dj/f/hfile_1 2024-12-05T12:23:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/staging/jenkins__test__islcf5me1apmct50k76hht2pf185te7lrdt8bke82j4tk8nt1bih1c3u5u6ml9dj/f/hfile_1 as hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/default/test/63cf0dad647f3c167dcec3c0bb82b333/f/3e38b5a4107f47978b69ebf5ca016e1e_SeqId_6_ 2024-12-05T12:23:28,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/staging/jenkins__test__islcf5me1apmct50k76hht2pf185te7lrdt8bke82j4tk8nt1bih1c3u5u6ml9dj/f/hfile_0 into 63cf0dad647f3c167dcec3c0bb82b333/f as hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/default/test/63cf0dad647f3c167dcec3c0bb82b333/f/bad0e38096d045aba8fc4969e694653d_SeqId_6_ - updating store file list. 2024-12-05T12:23:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bad0e38096d045aba8fc4969e694653d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T12:23:28,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/default/test/63cf0dad647f3c167dcec3c0bb82b333/f/bad0e38096d045aba8fc4969e694653d_SeqId_6_ into 63cf0dad647f3c167dcec3c0bb82b333/f 2024-12-05T12:23:28,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/staging/jenkins__test__islcf5me1apmct50k76hht2pf185te7lrdt8bke82j4tk8nt1bih1c3u5u6ml9dj/f/hfile_0 into 63cf0dad647f3c167dcec3c0bb82b333/f (new location: hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/default/test/63cf0dad647f3c167dcec3c0bb82b333/f/bad0e38096d045aba8fc4969e694653d_SeqId_6_) 2024-12-05T12:23:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/staging/jenkins__test__islcf5me1apmct50k76hht2pf185te7lrdt8bke82j4tk8nt1bih1c3u5u6ml9dj/f/hfile_0 2024-12-05T12:23:28,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/staging/jenkins__test__islcf5me1apmct50k76hht2pf185te7lrdt8bke82j4tk8nt1bih1c3u5u6ml9dj/f/hfile_1 into 63cf0dad647f3c167dcec3c0bb82b333/f as hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/default/test/63cf0dad647f3c167dcec3c0bb82b333/f/3e38b5a4107f47978b69ebf5ca016e1e_SeqId_6_ - updating store file list. 2024-12-05T12:23:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3e38b5a4107f47978b69ebf5ca016e1e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T12:23:28,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/default/test/63cf0dad647f3c167dcec3c0bb82b333/f/3e38b5a4107f47978b69ebf5ca016e1e_SeqId_6_ into 63cf0dad647f3c167dcec3c0bb82b333/f 2024-12-05T12:23:28,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/staging/jenkins__test__islcf5me1apmct50k76hht2pf185te7lrdt8bke82j4tk8nt1bih1c3u5u6ml9dj/f/hfile_1 into 63cf0dad647f3c167dcec3c0bb82b333/f (new location: hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/default/test/63cf0dad647f3c167dcec3c0bb82b333/f/3e38b5a4107f47978b69ebf5ca016e1e_SeqId_6_) 2024-12-05T12:23:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/staging/jenkins__test__islcf5me1apmct50k76hht2pf185te7lrdt8bke82j4tk8nt1bih1c3u5u6ml9dj/f/hfile_1 2024-12-05T12:23:28,960 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:28,960 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:28,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:28,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:28,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:28,961 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:28,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333., hostname=f4bc09594422,36931,1733401397806, seqNum=2 , the old value is region=test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333., hostname=f4bc09594422,36931,1733401397806, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f4bc09594422:36931 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:23:28,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333., hostname=f4bc09594422,36931,1733401397806, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:23:28,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333., hostname=f4bc09594422,36931,1733401397806, seqNum=2 from cache 2024-12-05T12:23:28,962 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T12:23:28,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,46811,1733401393653, seqNum=-1] 2024-12-05T12:23:28,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:28,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:28,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2., hostname=f4bc09594422,46811,1733401393653, seqNum=2] 2024-12-05T12:23:28,990 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T12:23:29,064 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:36931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T12:23:29,325 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900 to pos 725, reset compression=false 2024-12-05T12:23:29,345 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:23:29,345 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.shipperf4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,36931,1733401397806 got entry batch from reader: WALEntryBatch [walEntries=[{test/63cf0dad647f3c167dcec3c0bb82b333/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733401408949/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T12:23:29,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.ReplicationSink(318): Replicating [434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c] bulk loaded data 2024-12-05T12:23:29,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741844_1020 (size=11194) 2024-12-05T12:23:29,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741845_1021 (size=10791) 2024-12-05T12:23:29,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:23:29,429 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins.hfs.10__test__1ecuhsu4fp74s5m44nhmb70nftkapgu6pqj4pn25ramcs0t5j90rh7d2u0aq3rqj/f/3e38b5a4107f47978b69ebf5ca016e1e_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-05T12:23:29,438 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins.hfs.10__test__1ecuhsu4fp74s5m44nhmb70nftkapgu6pqj4pn25ramcs0t5j90rh7d2u0aq3rqj/f/bad0e38096d045aba8fc4969e694653d_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-05T12:23:29,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins.hfs.10__test__1ecuhsu4fp74s5m44nhmb70nftkapgu6pqj4pn25ramcs0t5j90rh7d2u0aq3rqj/f/bad0e38096d045aba8fc4969e694653d_SeqId_6_ for inclusion in cf978ca9aa06962e5c86f23ccd3dfcb2/f 2024-12-05T12:23:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T12:23:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:23:29,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins.hfs.10__test__1ecuhsu4fp74s5m44nhmb70nftkapgu6pqj4pn25ramcs0t5j90rh7d2u0aq3rqj/f/3e38b5a4107f47978b69ebf5ca016e1e_SeqId_6_ for inclusion in cf978ca9aa06962e5c86f23ccd3dfcb2/f 2024-12-05T12:23:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T12:23:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:23:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HRegion(2603): Flush status journal for cf978ca9aa06962e5c86f23ccd3dfcb2: 2024-12-05T12:23:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bad0e38096d045aba8fc4969e694653d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:23:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins.hfs.10__test__1ecuhsu4fp74s5m44nhmb70nftkapgu6pqj4pn25ramcs0t5j90rh7d2u0aq3rqj/f/bad0e38096d045aba8fc4969e694653d_SeqId_6_ as hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/default/test/cf978ca9aa06962e5c86f23ccd3dfcb2/f/8b2c6b002ab34aaa9ca00e546dc40b73_SeqId_6_ 2024-12-05T12:23:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3e38b5a4107f47978b69ebf5ca016e1e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:23:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins.hfs.10__test__1ecuhsu4fp74s5m44nhmb70nftkapgu6pqj4pn25ramcs0t5j90rh7d2u0aq3rqj/f/3e38b5a4107f47978b69ebf5ca016e1e_SeqId_6_ as hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/default/test/cf978ca9aa06962e5c86f23ccd3dfcb2/f/78d14a9ef1ae42838f90b3b16b4771c4_SeqId_6_ 2024-12-05T12:23:29,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins.hfs.10__test__1ecuhsu4fp74s5m44nhmb70nftkapgu6pqj4pn25ramcs0t5j90rh7d2u0aq3rqj/f/bad0e38096d045aba8fc4969e694653d_SeqId_6_ into cf978ca9aa06962e5c86f23ccd3dfcb2/f as hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/default/test/cf978ca9aa06962e5c86f23ccd3dfcb2/f/8b2c6b002ab34aaa9ca00e546dc40b73_SeqId_6_ - updating store file list. 2024-12-05T12:23:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8b2c6b002ab34aaa9ca00e546dc40b73_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T12:23:29,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/default/test/cf978ca9aa06962e5c86f23ccd3dfcb2/f/8b2c6b002ab34aaa9ca00e546dc40b73_SeqId_6_ into cf978ca9aa06962e5c86f23ccd3dfcb2/f 2024-12-05T12:23:29,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins.hfs.10__test__1ecuhsu4fp74s5m44nhmb70nftkapgu6pqj4pn25ramcs0t5j90rh7d2u0aq3rqj/f/bad0e38096d045aba8fc4969e694653d_SeqId_6_ into cf978ca9aa06962e5c86f23ccd3dfcb2/f (new location: hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/default/test/cf978ca9aa06962e5c86f23ccd3dfcb2/f/8b2c6b002ab34aaa9ca00e546dc40b73_SeqId_6_) 2024-12-05T12:23:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins.hfs.10__test__1ecuhsu4fp74s5m44nhmb70nftkapgu6pqj4pn25ramcs0t5j90rh7d2u0aq3rqj/f/bad0e38096d045aba8fc4969e694653d_SeqId_6_ 2024-12-05T12:23:29,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins.hfs.10__test__1ecuhsu4fp74s5m44nhmb70nftkapgu6pqj4pn25ramcs0t5j90rh7d2u0aq3rqj/f/3e38b5a4107f47978b69ebf5ca016e1e_SeqId_6_ into cf978ca9aa06962e5c86f23ccd3dfcb2/f as hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/default/test/cf978ca9aa06962e5c86f23ccd3dfcb2/f/78d14a9ef1ae42838f90b3b16b4771c4_SeqId_6_ - updating store file list. 2024-12-05T12:23:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 78d14a9ef1ae42838f90b3b16b4771c4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T12:23:29,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/default/test/cf978ca9aa06962e5c86f23ccd3dfcb2/f/78d14a9ef1ae42838f90b3b16b4771c4_SeqId_6_ into cf978ca9aa06962e5c86f23ccd3dfcb2/f 2024-12-05T12:23:29,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins.hfs.10__test__1ecuhsu4fp74s5m44nhmb70nftkapgu6pqj4pn25ramcs0t5j90rh7d2u0aq3rqj/f/3e38b5a4107f47978b69ebf5ca016e1e_SeqId_6_ into cf978ca9aa06962e5c86f23ccd3dfcb2/f (new location: hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/default/test/cf978ca9aa06962e5c86f23ccd3dfcb2/f/78d14a9ef1ae42838f90b3b16b4771c4_SeqId_6_) 2024-12-05T12:23:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/staging/jenkins.hfs.10__test__1ecuhsu4fp74s5m44nhmb70nftkapgu6pqj4pn25ramcs0t5j90rh7d2u0aq3rqj/f/3e38b5a4107f47978b69ebf5ca016e1e_SeqId_6_ 2024-12-05T12:23:29,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46811 {}] regionserver.ReplicationSink(324): Finished replicating [434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c] bulk loaded data 2024-12-05T12:23:29,546 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900 to pos 1033, reset compression=false 2024-12-05T12:23:29,624 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 687, reset compression=false 2024-12-05T12:23:29,651 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:23:29,652 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.shipperf4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,46811,1733401393653 got entry batch from reader: WALEntryBatch [walEntries=[{test/cf978ca9aa06962e5c86f23ccd3dfcb2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733401409500/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-05T12:23:29,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.ReplicationSink(318): Replicating [434f9d7a-4fda-4a1c-8f9c-aa81ab29d44c, 5dd1137a-da75-4d69-b0ca-92cdbecf8d2b] bulk loaded data 2024-12-05T12:23:29,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741844_1020 (size=11194) 2024-12-05T12:23:29,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741845_1021 (size=10791) 2024-12-05T12:23:29,852 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900 to pos 1033, reset compression=false 2024-12-05T12:23:29,852 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 1033, reset compression=false 2024-12-05T12:23:30,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:23:30,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:30,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:30,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:30,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:30,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:30,010 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:23:30,010 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=295461099, stopped=false 2024-12-05T12:23:30,010 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,39333,1733401397665 2024-12-05T12:23:30,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-700474872/running 2024-12-05T12:23:30,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872 2024-12-05T12:23:30,014 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:30,015 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:30,015 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:30,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:30,015 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,36931,1733401397806' ***** 2024-12-05T12:23:30,015 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:23:30,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Set watcher on znode that does not yet exist, /1-700474872/running 2024-12-05T12:23:30,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x100aa643dfb0004, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-700474872/running 2024-12-05T12:23:30,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x100aa643dfb0004, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872 2024-12-05T12:23:30,018 INFO [RS:0;f4bc09594422:36931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:23:30,018 INFO [RS:0;f4bc09594422:36931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:23:30,018 INFO [RS:0;f4bc09594422:36931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:23:30,018 INFO [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(3091): Received CLOSE for 63cf0dad647f3c167dcec3c0bb82b333 2024-12-05T12:23:30,019 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:23:30,019 INFO [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(3091): Received CLOSE for fca96bfefb6f07dad52cbd8abcbae378 2024-12-05T12:23:30,019 INFO [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,36931,1733401397806 2024-12-05T12:23:30,019 INFO [RS:0;f4bc09594422:36931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:30,019 INFO [RS:0;f4bc09594422:36931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:36931. 2024-12-05T12:23:30,019 DEBUG [RS:0;f4bc09594422:36931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:30,019 DEBUG [RS:0;f4bc09594422:36931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:30,020 INFO [RS:0;f4bc09594422:36931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:23:30,020 INFO [RS:0;f4bc09594422:36931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:23:30,020 INFO [RS:0;f4bc09594422:36931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:23:30,020 INFO [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:23:30,020 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63cf0dad647f3c167dcec3c0bb82b333, disabling compactions & flushes 2024-12-05T12:23:30,020 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333. 2024-12-05T12:23:30,020 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333. 2024-12-05T12:23:30,020 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333. after waiting 0 ms 2024-12-05T12:23:30,020 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333. 2024-12-05T12:23:30,026 INFO [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:23:30,026 DEBUG [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(1325): Online Regions={63cf0dad647f3c167dcec3c0bb82b333=test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333., 1588230740=hbase:meta,,1.1588230740, fca96bfefb6f07dad52cbd8abcbae378=hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378.} 2024-12-05T12:23:30,026 DEBUG [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63cf0dad647f3c167dcec3c0bb82b333, fca96bfefb6f07dad52cbd8abcbae378 2024-12-05T12:23:30,026 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:23:30,026 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:23:30,026 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:23:30,026 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:23:30,026 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:23:30,026 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:23:30,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36931-0x100aa643dfb0004, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Set watcher on znode that does not yet exist, /1-700474872/running 2024-12-05T12:23:30,064 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/default/test/63cf0dad647f3c167dcec3c0bb82b333/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T12:23:30,070 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:30,070 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:23:30,070 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333. 2024-12-05T12:23:30,070 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63cf0dad647f3c167dcec3c0bb82b333: Waiting for close lock at 1733401410020Running coprocessor pre-close hooks at 1733401410020Disabling compacts and flushes for region at 1733401410020Disabling writes for close at 1733401410020Writing region close event to WAL at 1733401410049 (+29 ms)Running coprocessor post-close hooks at 1733401410070 (+21 ms)Closed at 1733401410070 2024-12-05T12:23:30,070 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333. 2024-12-05T12:23:30,071 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fca96bfefb6f07dad52cbd8abcbae378, disabling compactions & flushes 2024-12-05T12:23:30,071 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378. 2024-12-05T12:23:30,071 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378. 2024-12-05T12:23:30,071 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378. after waiting 0 ms 2024-12-05T12:23:30,071 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378. 2024-12-05T12:23:30,071 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fca96bfefb6f07dad52cbd8abcbae378 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-05T12:23:30,088 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740/.tmp/info/86627c859d334fd185c78a2e53635564 is 147, key is hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378./info:regioninfo/1733401405281/Put/seqid=0 2024-12-05T12:23:30,100 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:30,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:23:30,112 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/replication/fca96bfefb6f07dad52cbd8abcbae378/.tmp/hfileref/11b546b1b36948f79726963d5f1961dd is 74, key is 1/hfileref:3e3149433d264040b4708ff0aef7797f_SeqId_4_/1733401408444/DeleteColumn/seqid=0 2024-12-05T12:23:30,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36931 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f4bc09594422,36931,1733401397806 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T12:23:30,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36931 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:49876 deadline: 1733401470110, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f4bc09594422,36931,1733401397806 stopping 2024-12-05T12:23:30,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f4bc09594422,36931,1733401397806 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:23:30,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f4bc09594422,36931,1733401397806 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:23:30,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1 from cache 2024-12-05T12:23:30,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741846_1022 (size=7686) 2024-12-05T12:23:30,118 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740/.tmp/info/86627c859d334fd185c78a2e53635564 2024-12-05T12:23:30,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741847_1023 (size=5345) 2024-12-05T12:23:30,153 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/replication/fca96bfefb6f07dad52cbd8abcbae378/.tmp/hfileref/11b546b1b36948f79726963d5f1961dd 2024-12-05T12:23:30,177 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 1033, reset compression=false 2024-12-05T12:23:30,181 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/replication/fca96bfefb6f07dad52cbd8abcbae378/.tmp/queue/782efefc73604a2bb06da9cc2502cc28 is 154, key is 1-f4bc09594422,36931,1733401397806/queue:f4bc09594422%2C36931%2C1733401397806/1733401409506/Put/seqid=0 2024-12-05T12:23:30,185 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740/.tmp/ns/d625c4383f5b45e3b8158085b98a4c9a is 43, key is default/ns:d/1733401399606/Put/seqid=0 2024-12-05T12:23:30,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741849_1025 (size=5153) 2024-12-05T12:23:30,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741848_1024 (size=5353) 2024-12-05T12:23:30,223 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:30,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1] 2024-12-05T12:23:30,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36931 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f4bc09594422,36931,1733401397806 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T12:23:30,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36931 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:49876 deadline: 1733401470110, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f4bc09594422,36931,1733401397806 stopping 2024-12-05T12:23:30,227 DEBUG [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fca96bfefb6f07dad52cbd8abcbae378 2024-12-05T12:23:30,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f4bc09594422,36931,1733401397806 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:23:30,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f4bc09594422,36931,1733401397806 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:23:30,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1 from cache 2024-12-05T12:23:30,258 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900 to pos 1033, reset compression=false 2024-12-05T12:23:30,299 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:30,299 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900 to pos 1328, reset compression=false 2024-12-05T12:23:30,300 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.shipperf4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,36931,1733401397806 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:23:30,304 ERROR [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.shipperf4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f4bc09594422,36931,1733401397806: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f4bc09594422,36931,1733401397806, walGroup=f4bc09594422%2C36931%2C1733401397806, offset=f4bc09594422%2C36931%2C1733401397806.1733401398900:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:36931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T12:23:30,306 ERROR [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.shipperf4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T12:23:30,309 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.shipperf4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T12:23:30,311 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.shipperf4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T12:23:30,311 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.shipperf4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T12:23:30,311 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.shipperf4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T12:23:30,311 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.shipperf4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 764226928 }, "NonHeapMemoryUsage": { "committed": 190447616, "init": 7667712, "max": -1, "used": 187642760 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T12:23:30,323 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.shipperf4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T12:23:30,427 DEBUG [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fca96bfefb6f07dad52cbd8abcbae378 2024-12-05T12:23:30,434 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:30,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1] 2024-12-05T12:23:30,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:30,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting 2024-12-05T12:23:30,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting 2024-12-05T12:23:30,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1 from cache 2024-12-05T12:23:30,541 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900 to pos 1328, reset compression=false 2024-12-05T12:23:30,601 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740/.tmp/ns/d625c4383f5b45e3b8158085b98a4c9a 2024-12-05T12:23:30,601 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 1033, reset compression=false 2024-12-05T12:23:30,608 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/replication/fca96bfefb6f07dad52cbd8abcbae378/.tmp/queue/782efefc73604a2bb06da9cc2502cc28 2024-12-05T12:23:30,615 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/replication/fca96bfefb6f07dad52cbd8abcbae378/.tmp/hfileref/11b546b1b36948f79726963d5f1961dd as hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/replication/fca96bfefb6f07dad52cbd8abcbae378/hfileref/11b546b1b36948f79726963d5f1961dd 2024-12-05T12:23:30,622 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/replication/fca96bfefb6f07dad52cbd8abcbae378/hfileref/11b546b1b36948f79726963d5f1961dd, entries=4, sequenceid=12, filesize=5.2 K 2024-12-05T12:23:30,623 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/replication/fca96bfefb6f07dad52cbd8abcbae378/.tmp/queue/782efefc73604a2bb06da9cc2502cc28 as hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/replication/fca96bfefb6f07dad52cbd8abcbae378/queue/782efefc73604a2bb06da9cc2502cc28 2024-12-05T12:23:30,627 DEBUG [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fca96bfefb6f07dad52cbd8abcbae378 2024-12-05T12:23:30,634 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740/.tmp/rep_barrier/0f199094acac473fa9b87c06d423a785 is 112, key is test,,1733401401937.63cf0dad647f3c167dcec3c0bb82b333./rep_barrier:seqnumDuringOpen/1733401402391/Put/seqid=0 2024-12-05T12:23:30,639 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/replication/fca96bfefb6f07dad52cbd8abcbae378/queue/782efefc73604a2bb06da9cc2502cc28, entries=1, sequenceid=12, filesize=5.2 K 2024-12-05T12:23:30,653 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for fca96bfefb6f07dad52cbd8abcbae378 in 581ms, sequenceid=12, compaction requested=false 2024-12-05T12:23:30,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741850_1026 (size=5518) 2024-12-05T12:23:30,675 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740/.tmp/rep_barrier/0f199094acac473fa9b87c06d423a785 2024-12-05T12:23:30,710 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/replication/fca96bfefb6f07dad52cbd8abcbae378/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T12:23:30,711 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:30,711 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:30,711 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378. 2024-12-05T12:23:30,711 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fca96bfefb6f07dad52cbd8abcbae378: Waiting for close lock at 1733401410071Running coprocessor pre-close hooks at 1733401410071Disabling compacts and flushes for region at 1733401410071Disabling writes for close at 1733401410071Obtaining lock to block concurrent updates at 1733401410071Preparing flush snapshotting stores in fca96bfefb6f07dad52cbd8abcbae378 at 1733401410071Finished memstore snapshotting hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733401410071Flushing stores of hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378. at 1733401410075 (+4 ms)Flushing fca96bfefb6f07dad52cbd8abcbae378/hfileref: creating writer at 1733401410076 (+1 ms)Flushing fca96bfefb6f07dad52cbd8abcbae378/hfileref: appending metadata at 1733401410111 (+35 ms)Flushing fca96bfefb6f07dad52cbd8abcbae378/hfileref: closing flushed file at 1733401410111Flushing fca96bfefb6f07dad52cbd8abcbae378/queue: creating writer at 1733401410159 (+48 ms)Flushing fca96bfefb6f07dad52cbd8abcbae378/queue: appending metadata at 1733401410178 (+19 ms)Flushing fca96bfefb6f07dad52cbd8abcbae378/queue: closing flushed file at 1733401410181 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dc26e07: reopening flushed file at 1733401410614 (+433 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c9e735: reopening flushed file at 1733401410622 (+8 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for fca96bfefb6f07dad52cbd8abcbae378 in 581ms, sequenceid=12, compaction requested=false at 1733401410653 (+31 ms)Writing region close event to WAL at 1733401410682 (+29 ms)Running coprocessor post-close hooks at 1733401410711 (+29 ms)Closed at 1733401410711 2024-12-05T12:23:30,711 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401404833.fca96bfefb6f07dad52cbd8abcbae378. 2024-12-05T12:23:30,719 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740/.tmp/table/cf92b7b2313045138e743711e2b5983e is 53, key is hbase:replication/table:state/1733401405290/Put/seqid=0 2024-12-05T12:23:30,720 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:23:30,720 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:23:30,745 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:30,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1] 2024-12-05T12:23:30,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:30,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting 2024-12-05T12:23:30,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting 2024-12-05T12:23:30,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1 from cache 2024-12-05T12:23:30,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741851_1027 (size=5308) 2024-12-05T12:23:30,828 DEBUG [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:23:30,850 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900 to pos 1328, reset compression=false 2024-12-05T12:23:31,028 INFO [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:23:31,028 DEBUG [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:23:31,028 DEBUG [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:23:31,111 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 1033, reset compression=false 2024-12-05T12:23:31,160 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740/.tmp/table/cf92b7b2313045138e743711e2b5983e 2024-12-05T12:23:31,176 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740/.tmp/info/86627c859d334fd185c78a2e53635564 as hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740/info/86627c859d334fd185c78a2e53635564 2024-12-05T12:23:31,222 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740/info/86627c859d334fd185c78a2e53635564, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:23:31,225 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740/.tmp/ns/d625c4383f5b45e3b8158085b98a4c9a as hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740/ns/d625c4383f5b45e3b8158085b98a4c9a 2024-12-05T12:23:31,228 DEBUG [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:23:31,245 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740/ns/d625c4383f5b45e3b8158085b98a4c9a, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:23:31,253 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740/.tmp/rep_barrier/0f199094acac473fa9b87c06d423a785 as hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740/rep_barrier/0f199094acac473fa9b87c06d423a785 2024-12-05T12:23:31,254 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:31,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1] 2024-12-05T12:23:31,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:31,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting 2024-12-05T12:23:31,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting 2024-12-05T12:23:31,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36931,1733401397806, seqNum=-1 from cache 2024-12-05T12:23:31,258 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:31,260 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-05T12:23:30.113Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f4bc09594422,36931,1733401397806 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:23:30.227Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f4bc09594422,36931,1733401397806 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:23:30.437Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting 2024-12-05T12:23:30.750Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting 2024-12-05T12:23:31.257Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f4bc09594422,36931,1733401397806 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-05T12:23:31,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-05T12:23:30.113Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f4bc09594422,36931,1733401397806 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:23:30.227Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f4bc09594422,36931,1733401397806 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:23:30.437Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting 2024-12-05T12:23:30.750Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting 2024-12-05T12:23:31.257Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f4bc09594422,36931,1733401397806 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-05T12:23:31,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36931 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:49868 deadline: 1733401469653, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-05T12:23:30.113Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f4bc09594422,36931,1733401397806 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:23:30.227Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f4bc09594422,36931,1733401397806 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:23:30.437Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting 2024-12-05T12:23:30.750Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting 2024-12-05T12:23:31.257Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting 2024-12-05T12:23:31,264 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.shipperf4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-05T12:23:30.113Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f4bc09594422,36931,1733401397806 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:23:30.227Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f4bc09594422,36931,1733401397806 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T12:23:30.437Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting 2024-12-05T12:23:30.750Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting 2024-12-05T12:23:31.257Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server f4bc09594422,36931,1733401397806 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:31,272 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.1733401398900 to pos 1328, reset compression=false 2024-12-05T12:23:31,272 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740/rep_barrier/0f199094acac473fa9b87c06d423a785, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:23:31,275 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740/.tmp/table/cf92b7b2313045138e743711e2b5983e as hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740/table/cf92b7b2313045138e743711e2b5983e 2024-12-05T12:23:31,312 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740/table/cf92b7b2313045138e743711e2b5983e, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:23:31,317 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1291ms, sequenceid=16, compaction requested=false 2024-12-05T12:23:31,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:31,370 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.shipperf4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f4bc09594422,36931,1733401397806 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:31,400 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:23:31,403 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:31,404 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:31,404 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:31,404 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401410026Running coprocessor pre-close hooks at 1733401410026Disabling compacts and flushes for region at 1733401410026Disabling writes for close at 1733401410026Obtaining lock to block concurrent updates at 1733401410026Preparing flush snapshotting stores in 1588230740 at 1733401410026Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401410027 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733401410033 (+6 ms)Flushing 1588230740/info: creating writer at 1733401410033Flushing 1588230740/info: appending metadata at 1733401410079 (+46 ms)Flushing 1588230740/info: closing flushed file at 1733401410079Flushing 1588230740/ns: creating writer at 1733401410125 (+46 ms)Flushing 1588230740/ns: appending metadata at 1733401410180 (+55 ms)Flushing 1588230740/ns: closing flushed file at 1733401410180Flushing 1588230740/rep_barrier: creating writer at 1733401410607 (+427 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401410633 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401410634 (+1 ms)Flushing 1588230740/table: creating writer at 1733401410683 (+49 ms)Flushing 1588230740/table: appending metadata at 1733401410719 (+36 ms)Flushing 1588230740/table: closing flushed file at 1733401410719Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e050cc7: reopening flushed file at 1733401411170 (+451 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@444f6323: reopening flushed file at 1733401411222 (+52 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a8dd179: reopening flushed file at 1733401411245 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a8f2ca: reopening flushed file at 1733401411273 (+28 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1291ms, sequenceid=16, compaction requested=false at 1733401411317 (+44 ms)Writing region close event to WAL at 1733401411369 (+52 ms)Running coprocessor post-close hooks at 1733401411403 (+34 ms)Closed at 1733401411404 (+1 ms) 2024-12-05T12:23:31,404 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:31,428 INFO [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,36931,1733401397806; all regions closed. 2024-12-05T12:23:31,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741834_1010 (size=4239) 2024-12-05T12:23:31,473 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/WALs/f4bc09594422,36931,1733401397806/f4bc09594422%2C36931%2C1733401397806.rep.1733401405243 not finished, retry = 0 2024-12-05T12:23:31,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741839_1015 (size=3127) 2024-12-05T12:23:31,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,36931,1733401397806 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:31,578 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.shipperf4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f4bc09594422,36931,1733401397806 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:31,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741833_1009 (size=1336) 2024-12-05T12:23:31,623 DEBUG [RS:0;f4bc09594422:36931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:31,623 INFO [RS:0;f4bc09594422:36931 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:31,624 INFO [RS:0;f4bc09594422:36931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:23:31,624 INFO [RS:0;f4bc09594422:36931 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:23:31,625 INFO [RS:0;f4bc09594422:36931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:23:31,625 INFO [RS:0;f4bc09594422:36931 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f4bc09594422,36931,1733401397806 because: Region server is closing 2024-12-05T12:23:31,625 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:23:31,626 INFO [RS:0;f4bc09594422:36931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:36931. 2024-12-05T12:23:31,626 DEBUG [RS:0;f4bc09594422:36931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:31,626 DEBUG [RS:0;f4bc09594422:36931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:31,626 DEBUG [RS:0;f4bc09594422:36931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:31,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:31,726 INFO [RS:0;f4bc09594422:36931 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.shipperf4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 terminated 2024-12-05T12:23:31,726 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36931,1733401397806.replicationSource.wal-reader.f4bc09594422%2C36931%2C1733401397806,1-f4bc09594422,36931,1733401397806 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:23:31,727 INFO [RS:0;f4bc09594422:36931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:36931. 2024-12-05T12:23:31,727 DEBUG [RS:0;f4bc09594422:36931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:31,727 DEBUG [RS:0;f4bc09594422:36931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:31,727 DEBUG [RS:0;f4bc09594422:36931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:31,727 INFO [RS:0;f4bc09594422:36931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36931 2024-12-05T12:23:31,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:31,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872/rs 2024-12-05T12:23:31,731 INFO [RS:0;f4bc09594422:36931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:23:31,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x100aa643dfb0004, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-700474872/rs/f4bc09594422,36931,1733401397806 2024-12-05T12:23:31,733 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,36931,1733401397806] 2024-12-05T12:23:31,735 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-700474872/draining/f4bc09594422,36931,1733401397806 already deleted, retry=false 2024-12-05T12:23:31,735 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,36931,1733401397806 expired; onlineServers=0 2024-12-05T12:23:31,735 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,39333,1733401397665' ***** 2024-12-05T12:23:31,735 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:23:31,736 INFO [M:0;f4bc09594422:39333 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:31,736 INFO [M:0;f4bc09594422:39333 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:23:31,736 DEBUG [M:0;f4bc09594422:39333 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:23:31,736 DEBUG [M:0;f4bc09594422:39333 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:23:31,736 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401398572 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401398572,5,FailOnTimeoutGroup] 2024-12-05T12:23:31,736 INFO [M:0;f4bc09594422:39333 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:23:31,736 INFO [M:0;f4bc09594422:39333 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:23:31,736 DEBUG [M:0;f4bc09594422:39333 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:23:31,736 INFO [M:0;f4bc09594422:39333 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:23:31,736 INFO [M:0;f4bc09594422:39333 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:31,736 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401398541 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401398541,5,FailOnTimeoutGroup] 2024-12-05T12:23:31,736 INFO [M:0;f4bc09594422:39333 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:23:31,737 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:23:31,737 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:23:31,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-700474872/master 2024-12-05T12:23:31,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-700474872 2024-12-05T12:23:31,740 DEBUG [M:0;f4bc09594422:39333 {}] zookeeper.RecoverableZooKeeper(212): Node /1-700474872/master already deleted, retry=false 2024-12-05T12:23:31,740 DEBUG [M:0;f4bc09594422:39333 {}] master.ActiveMasterManager(353): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-700474872/master 2024-12-05T12:23:31,740 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 1033, reset compression=false 2024-12-05T12:23:31,741 INFO [M:0;f4bc09594422:39333 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/.lastflushedseqids 2024-12-05T12:23:31,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741852_1028 (size=263) 2024-12-05T12:23:31,784 INFO [M:0;f4bc09594422:39333 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:23:31,785 INFO [M:0;f4bc09594422:39333 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:23:31,785 DEBUG [M:0;f4bc09594422:39333 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:23:31,785 INFO [M:0;f4bc09594422:39333 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:31,785 DEBUG [M:0;f4bc09594422:39333 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:31,785 DEBUG [M:0;f4bc09594422:39333 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:23:31,785 DEBUG [M:0;f4bc09594422:39333 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:31,785 INFO [M:0;f4bc09594422:39333 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-05T12:23:31,814 DEBUG [M:0;f4bc09594422:39333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0da31dec36594561990a0e0f22336d36 is 82, key is hbase:meta,,1/info:regioninfo/1733401399584/Put/seqid=0 2024-12-05T12:23:31,834 INFO [RS:0;f4bc09594422:36931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:23:31,834 INFO [RS:0;f4bc09594422:36931 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,36931,1733401397806; zookeeper connection closed. 2024-12-05T12:23:31,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x100aa643dfb0004, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:31,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36931-0x100aa643dfb0004, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:31,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741853_1029 (size=5672) 2024-12-05T12:23:31,856 INFO [M:0;f4bc09594422:39333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0da31dec36594561990a0e0f22336d36 2024-12-05T12:23:31,860 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40409e99 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40409e99 2024-12-05T12:23:31,861 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:23:31,890 DEBUG [M:0;f4bc09594422:39333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97eabb1d65c94e7e9ac0742a870f492a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733401405294/Put/seqid=0 2024-12-05T12:23:31,908 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f4bc09594422:36931 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f4bc09594422/172.17.0.3:36931 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:31,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address f4bc09594422:36931 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f4bc09594422/172.17.0.3:36931 2024-12-05T12:23:31,910 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.shipperf4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=f4bc09594422:36931 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f4bc09594422/172.17.0.3:36931 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f4bc09594422/172.17.0.3:36931 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-05T12:23:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T12:23:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:60394 deadline: 1733401471916, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-05T12:23:31,918 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.shipperf4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-05T12:23:31,920 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.shipperf4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T12:23:31,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741854_1030 (size=8517) 2024-12-05T12:23:32,320 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.shipperf4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-05T12:23:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T12:23:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:60394 deadline: 1733401472324, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-05T12:23:32,325 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.shipperf4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-05T12:23:32,326 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.shipperf4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T12:23:32,326 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.shipperf4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-05T12:23:32,341 INFO [M:0;f4bc09594422:39333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97eabb1d65c94e7e9ac0742a870f492a 2024-12-05T12:23:32,412 DEBUG [M:0;f4bc09594422:39333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb18bdb45ea5436d82b1cc306d488120 is 69, key is f4bc09594422,36931,1733401397806/rs:state/1733401398609/Put/seqid=0 2024-12-05T12:23:32,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741855_1031 (size=5156) 2024-12-05T12:23:32,458 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 1033, reset compression=false 2024-12-05T12:23:32,458 INFO [M:0;f4bc09594422:39333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb18bdb45ea5436d82b1cc306d488120 2024-12-05T12:23:32,469 DEBUG [M:0;f4bc09594422:39333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0da31dec36594561990a0e0f22336d36 as hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0da31dec36594561990a0e0f22336d36 2024-12-05T12:23:32,478 INFO [M:0;f4bc09594422:39333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0da31dec36594561990a0e0f22336d36, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T12:23:32,480 DEBUG [M:0;f4bc09594422:39333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97eabb1d65c94e7e9ac0742a870f492a as hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97eabb1d65c94e7e9ac0742a870f492a 2024-12-05T12:23:32,488 INFO [M:0;f4bc09594422:39333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97eabb1d65c94e7e9ac0742a870f492a, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T12:23:32,490 DEBUG [M:0;f4bc09594422:39333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb18bdb45ea5436d82b1cc306d488120 as hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb18bdb45ea5436d82b1cc306d488120 2024-12-05T12:23:32,501 INFO [M:0;f4bc09594422:39333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40361/user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb18bdb45ea5436d82b1cc306d488120, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T12:23:32,503 INFO [M:0;f4bc09594422:39333 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 718ms, sequenceid=97, compaction requested=false 2024-12-05T12:23:32,548 INFO [M:0;f4bc09594422:39333 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:32,549 DEBUG [M:0;f4bc09594422:39333 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401411785Disabling compacts and flushes for region at 1733401411785Disabling writes for close at 1733401411785Obtaining lock to block concurrent updates at 1733401411785Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401411785Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733401411786 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401411787 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401411787Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401411814 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401411814Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401411869 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401411889 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401411889Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401412360 (+471 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401412412 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401412412Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77c03032: reopening flushed file at 1733401412467 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@197570c7: reopening flushed file at 1733401412478 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3824c32f: reopening flushed file at 1733401412489 (+11 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 718ms, sequenceid=97, compaction requested=false at 1733401412503 (+14 ms)Writing region close event to WAL at 1733401412548 (+45 ms)Closed at 1733401412548 2024-12-05T12:23:32,584 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4f9ffa3-8d35-6403-f4f9-3367b8418eeb/MasterData/WALs/f4bc09594422,39333,1733401397665/f4bc09594422%2C39333%2C1733401397665.1733401398193 not finished, retry = 0 2024-12-05T12:23:32,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35835 is added to blk_1073741830_1006 (size=63666) 2024-12-05T12:23:32,687 INFO [M:0;f4bc09594422:39333 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:23:32,687 INFO [M:0;f4bc09594422:39333 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39333 2024-12-05T12:23:32,687 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:23:32,688 INFO [M:0;f4bc09594422:39333 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:23:32,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:32,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x100aa643dfb0003, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:32,790 INFO [M:0;f4bc09594422:39333 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:23:32,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49b5a154{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:23:32,818 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26c25515{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:23:32,818 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:23:32,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67f485c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:23:32,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13f981f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/hadoop.log.dir/,STOPPED} 2024-12-05T12:23:32,822 WARN [BP-1748137042-172.17.0.3-1733401396459 heartbeating to localhost/127.0.0.1:40361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:23:32,822 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:23:32,822 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:23:32,822 WARN [BP-1748137042-172.17.0.3-1733401396459 heartbeating to localhost/127.0.0.1:40361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1748137042-172.17.0.3-1733401396459 (Datanode Uuid bbca524d-e831-435d-a27e-98be3913d967) service to localhost/127.0.0.1:40361 2024-12-05T12:23:32,823 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/cluster_6311973d-7202-4cd3-3535-d6bb710c376e/data/data1/current/BP-1748137042-172.17.0.3-1733401396459 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:23:32,823 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/cluster_6311973d-7202-4cd3-3535-d6bb710c376e/data/data2/current/BP-1748137042-172.17.0.3-1733401396459 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:23:32,825 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:23:32,827 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.shipperf4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-05T12:23:32,828 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f4bc09594422:39333 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f4bc09594422/172.17.0.3:39333 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:32,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address f4bc09594422:39333 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f4bc09594422/172.17.0.3:39333 2024-12-05T12:23:32,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1675c958{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:23:32,835 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a2ad956{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:23:32,835 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:23:32,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@612e08c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:23:32,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c784a46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/hadoop.log.dir/,STOPPED} 2024-12-05T12:23:32,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:23:32,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:23:32,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:32,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:32,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:32,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:32,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:32,865 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:23:32,865 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=151842822, stopped=false 2024-12-05T12:23:32,865 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,45913,1733401393389 2024-12-05T12:23:32,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0884620770/running 2024-12-05T12:23:32,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0884620770/running 2024-12-05T12:23:32,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770 2024-12-05T12:23:32,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770 2024-12-05T12:23:32,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Set watcher on znode that does not yet exist, /0884620770/running 2024-12-05T12:23:32,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Set watcher on znode that does not yet exist, /0884620770/running 2024-12-05T12:23:32,869 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:32,873 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:32,873 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:32,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:32,874 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,46811,1733401393653' ***** 2024-12-05T12:23:32,874 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:23:32,874 INFO [RS:0;f4bc09594422:46811 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:23:32,874 INFO [RS:0;f4bc09594422:46811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:23:32,874 INFO [RS:0;f4bc09594422:46811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:23:32,875 INFO [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(3091): Received CLOSE for cf978ca9aa06962e5c86f23ccd3dfcb2 2024-12-05T12:23:32,875 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:23:32,876 INFO [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(3091): Received CLOSE for 28c1976585c173ea195757eeac653e92 2024-12-05T12:23:32,876 INFO [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,46811,1733401393653 2024-12-05T12:23:32,876 INFO [RS:0;f4bc09594422:46811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:32,876 INFO [RS:0;f4bc09594422:46811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:46811. 2024-12-05T12:23:32,876 DEBUG [RS:0;f4bc09594422:46811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:32,876 DEBUG [RS:0;f4bc09594422:46811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:32,876 INFO [RS:0;f4bc09594422:46811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:23:32,876 INFO [RS:0;f4bc09594422:46811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:23:32,876 INFO [RS:0;f4bc09594422:46811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:23:32,876 INFO [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:23:32,876 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf978ca9aa06962e5c86f23ccd3dfcb2, disabling compactions & flushes 2024-12-05T12:23:32,876 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2. 2024-12-05T12:23:32,876 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2. 2024-12-05T12:23:32,877 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2. after waiting 1 ms 2024-12-05T12:23:32,877 INFO [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:23:32,877 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2. 2024-12-05T12:23:32,877 DEBUG [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(1325): Online Regions={cf978ca9aa06962e5c86f23ccd3dfcb2=test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2., 1588230740=hbase:meta,,1.1588230740, 28c1976585c173ea195757eeac653e92=hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92.} 2024-12-05T12:23:32,877 DEBUG [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28c1976585c173ea195757eeac653e92, cf978ca9aa06962e5c86f23ccd3dfcb2 2024-12-05T12:23:32,880 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:23:32,880 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:23:32,880 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:23:32,880 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:23:32,880 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:23:32,880 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:23:32,913 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/default/test/cf978ca9aa06962e5c86f23ccd3dfcb2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T12:23:32,914 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:32,914 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:23:32,914 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2. 2024-12-05T12:23:32,914 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf978ca9aa06962e5c86f23ccd3dfcb2: Waiting for close lock at 1733401412876Running coprocessor pre-close hooks at 1733401412876Disabling compacts and flushes for region at 1733401412876Disabling writes for close at 1733401412877 (+1 ms)Writing region close event to WAL at 1733401412907 (+30 ms)Running coprocessor post-close hooks at 1733401412914 (+7 ms)Closed at 1733401412914 2024-12-05T12:23:32,914 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2. 2024-12-05T12:23:32,915 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 28c1976585c173ea195757eeac653e92, disabling compactions & flushes 2024-12-05T12:23:32,915 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92. 2024-12-05T12:23:32,915 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92. 2024-12-05T12:23:32,915 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92. after waiting 0 ms 2024-12-05T12:23:32,929 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92. 2024-12-05T12:23:32,929 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 28c1976585c173ea195757eeac653e92 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-05T12:23:32,932 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740/.tmp/info/f897a23fd03e40f69aeef9e492f240e5 is 147, key is hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92./info:regioninfo/1733401403481/Put/seqid=0 2024-12-05T12:23:32,933 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:32,934 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f4bc09594422:39333 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f4bc09594422/172.17.0.3:39333 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:23:32,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=f4bc09594422:39333 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f4bc09594422/172.17.0.3:39333 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-05T12:23:32,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address f4bc09594422:39333 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f4bc09594422/172.17.0.3:39333 2024-12-05T12:23:32,936 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:32,952 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/replication/28c1976585c173ea195757eeac653e92/.tmp/hfileref/efd2baff6df24152928a01575567209b is 74, key is 1/hfileref:63bbac46f85747859e28f1955fb9755c_SeqId_4_/1733401407225/DeleteColumn/seqid=0 2024-12-05T12:23:32,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741846_1022 (size=7686) 2024-12-05T12:23:32,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741847_1023 (size=5345) 2024-12-05T12:23:32,959 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/replication/28c1976585c173ea195757eeac653e92/.tmp/hfileref/efd2baff6df24152928a01575567209b 2024-12-05T12:23:33,011 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/replication/28c1976585c173ea195757eeac653e92/.tmp/queue/3cb8da18d17f4571999d6ee546ace3e4 is 153, key is 1-f4bc09594422,46811,1733401393653/queue:f4bc09594422%2C46811%2C1733401393653/1733401407232/Put/seqid=0 2024-12-05T12:23:33,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741848_1024 (size=5352) 2024-12-05T12:23:33,038 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/replication/28c1976585c173ea195757eeac653e92/.tmp/queue/3cb8da18d17f4571999d6ee546ace3e4 2024-12-05T12:23:33,050 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/replication/28c1976585c173ea195757eeac653e92/.tmp/hfileref/efd2baff6df24152928a01575567209b as hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/replication/28c1976585c173ea195757eeac653e92/hfileref/efd2baff6df24152928a01575567209b 2024-12-05T12:23:33,077 DEBUG [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28c1976585c173ea195757eeac653e92 2024-12-05T12:23:33,086 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/replication/28c1976585c173ea195757eeac653e92/hfileref/efd2baff6df24152928a01575567209b, entries=4, sequenceid=10, filesize=5.2 K 2024-12-05T12:23:33,087 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/replication/28c1976585c173ea195757eeac653e92/.tmp/queue/3cb8da18d17f4571999d6ee546ace3e4 as hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/replication/28c1976585c173ea195757eeac653e92/queue/3cb8da18d17f4571999d6ee546ace3e4 2024-12-05T12:23:33,093 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/replication/28c1976585c173ea195757eeac653e92/queue/3cb8da18d17f4571999d6ee546ace3e4, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T12:23:33,094 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 28c1976585c173ea195757eeac653e92 in 165ms, sequenceid=10, compaction requested=false 2024-12-05T12:23:33,099 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/replication/28c1976585c173ea195757eeac653e92/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T12:23:33,100 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:33,100 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:33,100 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92. 2024-12-05T12:23:33,100 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 28c1976585c173ea195757eeac653e92: Waiting for close lock at 1733401412915Running coprocessor pre-close hooks at 1733401412915Disabling compacts and flushes for region at 1733401412915Disabling writes for close at 1733401412929 (+14 ms)Obtaining lock to block concurrent updates at 1733401412929Preparing flush snapshotting stores in 28c1976585c173ea195757eeac653e92 at 1733401412929Finished memstore snapshotting hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733401412929Flushing stores of hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92. at 1733401412930 (+1 ms)Flushing 28c1976585c173ea195757eeac653e92/hfileref: creating writer at 1733401412930Flushing 28c1976585c173ea195757eeac653e92/hfileref: appending metadata at 1733401412951 (+21 ms)Flushing 28c1976585c173ea195757eeac653e92/hfileref: closing flushed file at 1733401412951Flushing 28c1976585c173ea195757eeac653e92/queue: creating writer at 1733401412975 (+24 ms)Flushing 28c1976585c173ea195757eeac653e92/queue: appending metadata at 1733401413010 (+35 ms)Flushing 28c1976585c173ea195757eeac653e92/queue: closing flushed file at 1733401413010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f2e97b1: reopening flushed file at 1733401413049 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@608d1e00: reopening flushed file at 1733401413086 (+37 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 28c1976585c173ea195757eeac653e92 in 165ms, sequenceid=10, compaction requested=false at 1733401413094 (+8 ms)Writing region close event to WAL at 1733401413095 (+1 ms)Running coprocessor post-close hooks at 1733401413100 (+5 ms)Closed at 1733401413100 2024-12-05T12:23:33,100 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401402647.28c1976585c173ea195757eeac653e92. 2024-12-05T12:23:33,144 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:33,145 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f4bc09594422:39333 this server is in the failed servers list 2024-12-05T12:23:33,145 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f4bc09594422:39333 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:23:33,280 DEBUG [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:23:33,305 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 1033, reset compression=false 2024-12-05T12:23:33,342 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:33,342 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 1328, reset compression=false 2024-12-05T12:23:33,358 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740/.tmp/info/f897a23fd03e40f69aeef9e492f240e5 2024-12-05T12:23:33,388 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740/.tmp/ns/0b83f37788df4cd096502c30f7eef456 is 43, key is default/ns:d/1733401396249/Put/seqid=0 2024-12-05T12:23:33,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741849_1025 (size=5153) 2024-12-05T12:23:33,453 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:33,453 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f4bc09594422:39333 this server is in the failed servers list 2024-12-05T12:23:33,454 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f4bc09594422:39333 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:23:33,481 DEBUG [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:23:33,494 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:23:33,494 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:23:33,557 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 1328, reset compression=false 2024-12-05T12:23:33,681 DEBUG [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:23:33,807 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740/.tmp/ns/0b83f37788df4cd096502c30f7eef456 2024-12-05T12:23:33,863 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 1328, reset compression=false 2024-12-05T12:23:33,881 INFO [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:23:33,881 DEBUG [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:23:33,881 DEBUG [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:23:33,894 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740/.tmp/rep_barrier/b7aa5822ab45440d8f923b03d1abe0b5 is 112, key is test,,1733401399773.cf978ca9aa06962e5c86f23ccd3dfcb2./rep_barrier:seqnumDuringOpen/1733401401059/Put/seqid=0 2024-12-05T12:23:33,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741850_1026 (size=5518) 2024-12-05T12:23:33,952 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740/.tmp/rep_barrier/b7aa5822ab45440d8f923b03d1abe0b5 2024-12-05T12:23:33,963 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:33,963 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f4bc09594422:39333 this server is in the failed servers list 2024-12-05T12:23:33,963 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f4bc09594422:39333 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:23:34,059 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740/.tmp/table/4d05a2750227420a8939d87a33043fad is 53, key is hbase:replication/table:state/1733401403535/Put/seqid=0 2024-12-05T12:23:34,081 DEBUG [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:23:34,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741851_1027 (size=5308) 2024-12-05T12:23:34,097 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740/.tmp/table/4d05a2750227420a8939d87a33043fad 2024-12-05T12:23:34,109 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740/.tmp/info/f897a23fd03e40f69aeef9e492f240e5 as hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740/info/f897a23fd03e40f69aeef9e492f240e5 2024-12-05T12:23:34,116 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740/info/f897a23fd03e40f69aeef9e492f240e5, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:23:34,117 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740/.tmp/ns/0b83f37788df4cd096502c30f7eef456 as hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740/ns/0b83f37788df4cd096502c30f7eef456 2024-12-05T12:23:34,124 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740/ns/0b83f37788df4cd096502c30f7eef456, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:23:34,127 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740/.tmp/rep_barrier/b7aa5822ab45440d8f923b03d1abe0b5 as hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740/rep_barrier/b7aa5822ab45440d8f923b03d1abe0b5 2024-12-05T12:23:34,137 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740/rep_barrier/b7aa5822ab45440d8f923b03d1abe0b5, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:23:34,141 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740/.tmp/table/4d05a2750227420a8939d87a33043fad as hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740/table/4d05a2750227420a8939d87a33043fad 2024-12-05T12:23:34,147 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740/table/4d05a2750227420a8939d87a33043fad, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:23:34,148 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1268ms, sequenceid=16, compaction requested=false 2024-12-05T12:23:34,156 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:23:34,156 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:34,156 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:34,157 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:34,157 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401412880Running coprocessor pre-close hooks at 1733401412880Disabling compacts and flushes for region at 1733401412880Disabling writes for close at 1733401412880Obtaining lock to block concurrent updates at 1733401412880Preparing flush snapshotting stores in 1588230740 at 1733401412880Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401412880Flushing stores of hbase:meta,,1.1588230740 at 1733401412885 (+5 ms)Flushing 1588230740/info: creating writer at 1733401412885Flushing 1588230740/info: appending metadata at 1733401412932 (+47 ms)Flushing 1588230740/info: closing flushed file at 1733401412932Flushing 1588230740/ns: creating writer at 1733401413369 (+437 ms)Flushing 1588230740/ns: appending metadata at 1733401413387 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733401413387Flushing 1588230740/rep_barrier: creating writer at 1733401413837 (+450 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401413893 (+56 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401413893Flushing 1588230740/table: creating writer at 1733401413993 (+100 ms)Flushing 1588230740/table: appending metadata at 1733401414058 (+65 ms)Flushing 1588230740/table: closing flushed file at 1733401414058Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a03e18c: reopening flushed file at 1733401414108 (+50 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eca1057: reopening flushed file at 1733401414116 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a335285: reopening flushed file at 1733401414125 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2916d8f1: reopening flushed file at 1733401414137 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1268ms, sequenceid=16, compaction requested=false at 1733401414148 (+11 ms)Writing region close event to WAL at 1733401414151 (+3 ms)Running coprocessor post-close hooks at 1733401414156 (+5 ms)Closed at 1733401414157 (+1 ms) 2024-12-05T12:23:34,157 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:34,282 INFO [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,46811,1733401393653; all regions closed. 2024-12-05T12:23:34,282 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 to pos 1328, reset compression=false 2024-12-05T12:23:34,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741834_1010 (size=4239) 2024-12-05T12:23:34,293 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.meta.1733401396108.meta not finished, retry = 0 2024-12-05T12:23:34,410 DEBUG [RS:0;f4bc09594422:46811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/oldWALs 2024-12-05T12:23:34,410 INFO [RS:0;f4bc09594422:46811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C46811%2C1733401393653.meta:.meta(num 1733401396108) 2024-12-05T12:23:34,427 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.rep.1733401403234 not finished, retry = 0 2024-12-05T12:23:34,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741839_1015 (size=2695) 2024-12-05T12:23:34,533 DEBUG [RS:0;f4bc09594422:46811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/oldWALs 2024-12-05T12:23:34,533 INFO [RS:0;f4bc09594422:46811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C46811%2C1733401393653.rep:(num 1733401403234) 2024-12-05T12:23:34,539 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/WALs/f4bc09594422,46811,1733401393653/f4bc09594422%2C46811%2C1733401393653.1733401395608 not finished, retry = 0 2024-12-05T12:23:34,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741833_1009 (size=1336) 2024-12-05T12:23:34,642 DEBUG [RS:0;f4bc09594422:46811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/oldWALs 2024-12-05T12:23:34,642 INFO [RS:0;f4bc09594422:46811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C46811%2C1733401393653:(num 1733401395608) 2024-12-05T12:23:34,642 DEBUG [RS:0;f4bc09594422:46811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:34,642 INFO [RS:0;f4bc09594422:46811 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:34,642 INFO [RS:0;f4bc09594422:46811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:23:34,643 INFO [RS:0;f4bc09594422:46811 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:23:34,643 INFO [RS:0;f4bc09594422:46811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:23:34,643 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:23:34,643 INFO [RS:0;f4bc09594422:46811 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f4bc09594422,46811,1733401393653 because: Region server is closing 2024-12-05T12:23:34,643 INFO [RS:0;f4bc09594422:46811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:46811. 2024-12-05T12:23:34,643 DEBUG [RS:0;f4bc09594422:46811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:34,643 DEBUG [RS:0;f4bc09594422:46811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:34,643 DEBUG [RS:0;f4bc09594422:46811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:34,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:34,744 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.wal-reader.f4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:23:34,744 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.shipperf4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-05T12:23:34,744 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.shipperf4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T12:23:34,744 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.shipperf4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-05T12:23:34,973 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:34,974 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:23:34,977 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:23:35,345 INFO [RS:0;f4bc09594422:46811 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,46811,1733401393653.replicationSource.shipperf4bc09594422%2C46811%2C1733401393653,1-f4bc09594422,46811,1733401393653 terminated 2024-12-05T12:23:35,346 INFO [RS:0;f4bc09594422:46811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:46811. 2024-12-05T12:23:35,346 DEBUG [RS:0;f4bc09594422:46811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:35,346 DEBUG [RS:0;f4bc09594422:46811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:35,346 DEBUG [RS:0;f4bc09594422:46811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:35,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:35,346 INFO [RS:0;f4bc09594422:46811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46811 2024-12-05T12:23:35,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770/rs 2024-12-05T12:23:35,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0884620770/rs/f4bc09594422,46811,1733401393653 2024-12-05T12:23:35,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,46811,1733401393653] 2024-12-05T12:23:35,368 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0884620770/draining/f4bc09594422,46811,1733401393653 already deleted, retry=false 2024-12-05T12:23:35,368 INFO [RS:0;f4bc09594422:46811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:23:35,368 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,46811,1733401393653 expired; onlineServers=0 2024-12-05T12:23:35,368 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,45913,1733401393389' ***** 2024-12-05T12:23:35,368 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:23:35,371 INFO [M:0;f4bc09594422:45913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:35,371 INFO [M:0;f4bc09594422:45913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:23:35,371 DEBUG [M:0;f4bc09594422:45913 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:23:35,372 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:23:35,372 DEBUG [M:0;f4bc09594422:45913 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:23:35,372 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401395185 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401395185,5,FailOnTimeoutGroup] 2024-12-05T12:23:35,372 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401395181 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401395181,5,FailOnTimeoutGroup] 2024-12-05T12:23:35,372 INFO [M:0;f4bc09594422:45913 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:23:35,372 INFO [M:0;f4bc09594422:45913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:23:35,372 DEBUG [M:0;f4bc09594422:45913 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:23:35,372 INFO [M:0;f4bc09594422:45913 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:23:35,372 INFO [M:0;f4bc09594422:45913 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:35,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0884620770/master 2024-12-05T12:23:35,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770 2024-12-05T12:23:35,372 INFO [M:0;f4bc09594422:45913 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:23:35,372 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:23:35,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0884620770/master 2024-12-05T12:23:35,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0884620770 2024-12-05T12:23:35,375 DEBUG [M:0;f4bc09594422:45913 {}] zookeeper.ZKUtil(347): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Unable to get data of znode /0884620770/master because node does not exist (not an error) 2024-12-05T12:23:35,375 WARN [M:0;f4bc09594422:45913 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:23:35,376 INFO [M:0;f4bc09594422:45913 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/.lastflushedseqids 2024-12-05T12:23:35,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741852_1028 (size=263) 2024-12-05T12:23:35,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:35,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x100aa643dfb0001, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:35,477 INFO [RS:0;f4bc09594422:46811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:23:35,477 INFO [RS:0;f4bc09594422:46811 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,46811,1733401393653; zookeeper connection closed. 2024-12-05T12:23:35,484 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56d6bc4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56d6bc4 2024-12-05T12:23:35,485 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:23:35,577 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:23:35,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:35,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:35,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:35,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:35,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:35,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:35,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:35,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:35,806 INFO [M:0;f4bc09594422:45913 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:23:35,806 INFO [M:0;f4bc09594422:45913 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:23:35,806 DEBUG [M:0;f4bc09594422:45913 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:23:35,806 INFO [M:0;f4bc09594422:45913 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:35,806 DEBUG [M:0;f4bc09594422:45913 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:35,806 DEBUG [M:0;f4bc09594422:45913 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:23:35,806 DEBUG [M:0;f4bc09594422:45913 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:35,806 INFO [M:0;f4bc09594422:45913 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-05T12:23:35,832 DEBUG [M:0;f4bc09594422:45913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3322e77a87a248ffb5547f701f4c69eb is 82, key is hbase:meta,,1/info:regioninfo/1733401396228/Put/seqid=0 2024-12-05T12:23:35,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741853_1029 (size=5672) 2024-12-05T12:23:36,251 INFO [M:0;f4bc09594422:45913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3322e77a87a248ffb5547f701f4c69eb 2024-12-05T12:23:36,284 DEBUG [M:0;f4bc09594422:45913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/658a956fd8db4bf1b6b91f244db11193 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733401403560/Put/seqid=0 2024-12-05T12:23:36,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741854_1030 (size=8517) 2024-12-05T12:23:36,698 INFO [M:0;f4bc09594422:45913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/658a956fd8db4bf1b6b91f244db11193 2024-12-05T12:23:36,720 DEBUG [M:0;f4bc09594422:45913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26d6c2ac8327489b9f3469f020c74521 is 69, key is f4bc09594422,46811,1733401393653/rs:state/1733401395358/Put/seqid=0 2024-12-05T12:23:36,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741855_1031 (size=5156) 2024-12-05T12:23:36,726 INFO [M:0;f4bc09594422:45913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26d6c2ac8327489b9f3469f020c74521 2024-12-05T12:23:36,731 DEBUG [M:0;f4bc09594422:45913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3322e77a87a248ffb5547f701f4c69eb as hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3322e77a87a248ffb5547f701f4c69eb 2024-12-05T12:23:36,736 INFO [M:0;f4bc09594422:45913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3322e77a87a248ffb5547f701f4c69eb, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T12:23:36,737 DEBUG [M:0;f4bc09594422:45913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/658a956fd8db4bf1b6b91f244db11193 as hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/658a956fd8db4bf1b6b91f244db11193 2024-12-05T12:23:36,742 INFO [M:0;f4bc09594422:45913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/658a956fd8db4bf1b6b91f244db11193, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T12:23:36,743 DEBUG [M:0;f4bc09594422:45913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26d6c2ac8327489b9f3469f020c74521 as hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/26d6c2ac8327489b9f3469f020c74521 2024-12-05T12:23:36,750 INFO [M:0;f4bc09594422:45913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/c0d019be-3898-bfac-4d5e-c5e1f709be01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/26d6c2ac8327489b9f3469f020c74521, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T12:23:36,751 INFO [M:0;f4bc09594422:45913 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 945ms, sequenceid=97, compaction requested=false 2024-12-05T12:23:36,758 INFO [M:0;f4bc09594422:45913 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:36,758 DEBUG [M:0;f4bc09594422:45913 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401415806Disabling compacts and flushes for region at 1733401415806Disabling writes for close at 1733401415806Obtaining lock to block concurrent updates at 1733401415806Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401415806Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733401415807 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401415807Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401415807Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401415831 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401415831Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401416257 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401416284 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401416284Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401416703 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401416720 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401416720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e80123: reopening flushed file at 1733401416730 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@181fc3a2: reopening flushed file at 1733401416736 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@672b6b60: reopening flushed file at 1733401416742 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 945ms, sequenceid=97, compaction requested=false at 1733401416751 (+9 ms)Writing region close event to WAL at 1733401416758 (+7 ms)Closed at 1733401416758 2024-12-05T12:23:36,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741830_1006 (size=63666) 2024-12-05T12:23:36,770 INFO [M:0;f4bc09594422:45913 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:23:36,770 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:23:36,770 INFO [M:0;f4bc09594422:45913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45913 2024-12-05T12:23:36,770 INFO [M:0;f4bc09594422:45913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:23:36,872 INFO [M:0;f4bc09594422:45913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:23:36,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:36,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x100aa643dfb0000, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:36,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@556b201c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:23:36,879 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40557170{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:23:36,879 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:23:36,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29b8a50f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:23:36,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44679c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/hadoop.log.dir/,STOPPED} 2024-12-05T12:23:36,883 WARN [BP-897121752-172.17.0.3-1733401392017 heartbeating to localhost/127.0.0.1:33447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:23:36,883 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:23:36,883 WARN [BP-897121752-172.17.0.3-1733401392017 heartbeating to localhost/127.0.0.1:33447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-897121752-172.17.0.3-1733401392017 (Datanode Uuid 5ad6fd80-335b-43be-89d4-5089efddbec6) service to localhost/127.0.0.1:33447 2024-12-05T12:23:36,883 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:23:36,884 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/cluster_2dee4182-b806-c32d-5328-0bab688c1d8e/data/data1/current/BP-897121752-172.17.0.3-1733401392017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:23:36,884 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/cluster_2dee4182-b806-c32d-5328-0bab688c1d8e/data/data2/current/BP-897121752-172.17.0.3-1733401392017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:23:36,885 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:23:36,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ab3b9ee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:23:36,897 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4a3d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:23:36,897 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:23:36,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fe4bdd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:23:36,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27c9d24d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eedb5d42-6973-688c-7a05-1292b820e78b/hadoop.log.dir/,STOPPED} 2024-12-05T12:23:36,910 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T12:23:36,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:23:36,935 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 207) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:33447 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57744) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:40361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:40361 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:40361 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:40361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:40361 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:33447 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:33447 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:33447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:40361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57744) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:40361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:33447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 581) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=935 (was 764) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2300 (was 2840) 2024-12-05T12:23:36,946 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=935, ProcessCount=11, AvailableMemoryMB=2300 2024-12-05T12:23:36,967 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-05T12:23:36,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/hadoop.log.dir so I do NOT create it in target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584 2024-12-05T12:23:36,968 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:23:36,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/hadoop.tmp.dir so I do NOT create it in target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584 2024-12-05T12:23:36,968 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa2db544-ac23-af20-e298-77f1fcfd54ab/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:23:36,968 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584 2024-12-05T12:23:36,968 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/cluster_ccae8737-0e6f-a6b9-f69e-ac8a9fb95698, deleteOnExit=true 2024-12-05T12:23:36,977 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/cluster_ccae8737-0e6f-a6b9-f69e-ac8a9fb95698/zookeeper_0, clientPort=64764, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/cluster_ccae8737-0e6f-a6b9-f69e-ac8a9fb95698/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/cluster_ccae8737-0e6f-a6b9-f69e-ac8a9fb95698/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:23:36,981 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64764 2024-12-05T12:23:36,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:23:36,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:23:36,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/test.cache.data in system properties and HBase conf 2024-12-05T12:23:36,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:23:36,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:23:36,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:23:36,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:23:36,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:23:36,981 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:23:36,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:23:36,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:23:36,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:23:36,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:23:36,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:23:36,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:23:36,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:23:36,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:23:36,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:23:36,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:23:36,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:23:36,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:23:36,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:23:36,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:23:37,012 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:37,013 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:23:37,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100aa643dfb0002, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:23:37,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100aa643dfb0005, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:23:37,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100aa643dfb0002, quorum=127.0.0.1:57744, baseZNode=/0884620770 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:23:37,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100aa643dfb0005, quorum=127.0.0.1:57744, baseZNode=/1-700474872 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:23:37,014 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:23:37,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:37,115 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:23:37,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:23:37,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:23:37,149 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:23:37,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:37,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@436ddd12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:23:37,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e58a478{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:23:37,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ed45744{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/java.io.tmpdir/jetty-localhost-42175-hadoop-hdfs-3_4_1-tests_jar-_-any-15905712993511870150/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:23:37,340 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72951bf3{HTTP/1.1, (http/1.1)}{localhost:42175} 2024-12-05T12:23:37,340 INFO [Time-limited test {}] server.Server(415): Started @177197ms 2024-12-05T12:23:37,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:37,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:23:37,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T12:23:37,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T12:23:37,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T12:23:37,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:37,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:23:37,501 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:37,505 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:23:37,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:23:37,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:23:37,521 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:23:37,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5af4b0ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:23:37,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c68533a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:23:37,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6eb81141{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/java.io.tmpdir/jetty-localhost-39629-hadoop-hdfs-3_4_1-tests_jar-_-any-4838279443541618741/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:23:37,700 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f6eb8df{HTTP/1.1, (http/1.1)}{localhost:39629} 2024-12-05T12:23:37,701 INFO [Time-limited test {}] server.Server(415): Started @177557ms 2024-12-05T12:23:37,702 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:23:37,949 WARN [Thread-2169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/cluster_ccae8737-0e6f-a6b9-f69e-ac8a9fb95698/data/data1/current/BP-654508499-172.17.0.3-1733401417024/current, will proceed with Du for space computation calculation, 2024-12-05T12:23:37,950 WARN [Thread-2170 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/cluster_ccae8737-0e6f-a6b9-f69e-ac8a9fb95698/data/data2/current/BP-654508499-172.17.0.3-1733401417024/current, will proceed with Du for space computation calculation, 2024-12-05T12:23:38,055 WARN [Thread-2157 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:23:38,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb4f2365f876d049 with lease ID 0x167a2996a4284355: Processing first storage report for DS-54fd5196-56e4-4a11-983f-9618b0de262b from datanode DatanodeRegistration(127.0.0.1:41673, datanodeUuid=76d2928d-7b02-4c0a-a01f-8cbcd8e55ea4, infoPort=46099, infoSecurePort=0, ipcPort=41361, storageInfo=lv=-57;cid=testClusterID;nsid=209845137;c=1733401417024) 2024-12-05T12:23:38,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb4f2365f876d049 with lease ID 0x167a2996a4284355: from storage DS-54fd5196-56e4-4a11-983f-9618b0de262b node DatanodeRegistration(127.0.0.1:41673, datanodeUuid=76d2928d-7b02-4c0a-a01f-8cbcd8e55ea4, infoPort=46099, infoSecurePort=0, ipcPort=41361, storageInfo=lv=-57;cid=testClusterID;nsid=209845137;c=1733401417024), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:23:38,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb4f2365f876d049 with lease ID 0x167a2996a4284355: Processing first storage report for DS-4653fe8a-caae-4652-9706-3d06d266afef from datanode DatanodeRegistration(127.0.0.1:41673, datanodeUuid=76d2928d-7b02-4c0a-a01f-8cbcd8e55ea4, infoPort=46099, infoSecurePort=0, ipcPort=41361, storageInfo=lv=-57;cid=testClusterID;nsid=209845137;c=1733401417024) 2024-12-05T12:23:38,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb4f2365f876d049 with lease ID 0x167a2996a4284355: from storage DS-4653fe8a-caae-4652-9706-3d06d266afef node DatanodeRegistration(127.0.0.1:41673, datanodeUuid=76d2928d-7b02-4c0a-a01f-8cbcd8e55ea4, infoPort=46099, infoSecurePort=0, ipcPort=41361, storageInfo=lv=-57;cid=testClusterID;nsid=209845137;c=1733401417024), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:23:38,157 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584 2024-12-05T12:23:38,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:38,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:38,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:23:38,176 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919 with version=8 2024-12-05T12:23:38,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/hbase-staging 2024-12-05T12:23:38,179 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:23:38,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:38,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:38,179 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:23:38,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:38,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:23:38,179 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:23:38,179 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:23:38,185 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41515 2024-12-05T12:23:38,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41515 connecting to ZooKeeper ensemble=127.0.0.1:64764 2024-12-05T12:23:38,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415150x0, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:38,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41515-0x100aa649fab0000 connected 2024-12-05T12:23:38,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:38,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:38,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Set watcher on znode that does not yet exist, /02074014599/running 2024-12-05T12:23:38,297 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919, hbase.cluster.distributed=false 2024-12-05T12:23:38,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Set watcher on znode that does not yet exist, /02074014599/acl 2024-12-05T12:23:38,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41515 2024-12-05T12:23:38,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41515 2024-12-05T12:23:38,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41515 2024-12-05T12:23:38,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41515 2024-12-05T12:23:38,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41515 2024-12-05T12:23:38,350 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:23:38,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:38,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:38,351 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:23:38,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:38,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:23:38,351 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:23:38,351 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:23:38,353 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32831 2024-12-05T12:23:38,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32831 connecting to ZooKeeper ensemble=127.0.0.1:64764 2024-12-05T12:23:38,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:38,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:38,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328310x0, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:38,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328310x0, quorum=127.0.0.1:64764, baseZNode=/02074014599 Set watcher on znode that does not yet exist, /02074014599/running 2024-12-05T12:23:38,369 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:23:38,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32831-0x100aa649fab0001 connected 2024-12-05T12:23:38,392 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:23:38,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32831-0x100aa649fab0001, quorum=127.0.0.1:64764, baseZNode=/02074014599 Set watcher on znode that does not yet exist, /02074014599/master 2024-12-05T12:23:38,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32831-0x100aa649fab0001, quorum=127.0.0.1:64764, baseZNode=/02074014599 Set watcher on znode that does not yet exist, /02074014599/acl 2024-12-05T12:23:38,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32831 2024-12-05T12:23:38,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32831 2024-12-05T12:23:38,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32831 2024-12-05T12:23:38,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32831 2024-12-05T12:23:38,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32831 2024-12-05T12:23:38,424 DEBUG [M:0;f4bc09594422:41515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:41515 2024-12-05T12:23:38,433 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02074014599/backup-masters/f4bc09594422,41515,1733401418179 2024-12-05T12:23:38,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x100aa649fab0001, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599/backup-masters 2024-12-05T12:23:38,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599/backup-masters 2024-12-05T12:23:38,437 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Set watcher on existing znode=/02074014599/backup-masters/f4bc09594422,41515,1733401418179 2024-12-05T12:23:38,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x100aa649fab0001, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02074014599/master 2024-12-05T12:23:38,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x100aa649fab0001, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599 2024-12-05T12:23:38,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599 2024-12-05T12:23:38,440 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Set watcher on existing znode=/02074014599/master 2024-12-05T12:23:38,440 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02074014599/backup-masters/f4bc09594422,41515,1733401418179 from backup master directory 2024-12-05T12:23:38,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x100aa649fab0001, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599/backup-masters 2024-12-05T12:23:38,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02074014599/backup-masters/f4bc09594422,41515,1733401418179 2024-12-05T12:23:38,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599/backup-masters 2024-12-05T12:23:38,444 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:23:38,444 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,41515,1733401418179 2024-12-05T12:23:38,453 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/hbase.id] with ID: 04e6640a-e691-442a-89ab-6545f132709c 2024-12-05T12:23:38,453 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/.tmp/hbase.id 2024-12-05T12:23:38,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:23:38,467 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/.tmp/hbase.id]:[hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/hbase.id] 2024-12-05T12:23:38,482 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:38,482 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:23:38,483 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:23:38,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x100aa649fab0001, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599 2024-12-05T12:23:38,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599 2024-12-05T12:23:38,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:23:38,930 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:38,932 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:23:38,932 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:38,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:23:39,381 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/data/master/store 2024-12-05T12:23:39,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:23:39,398 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:39,399 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:23:39,399 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:39,399 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:39,399 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:23:39,399 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:39,399 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:39,399 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401419398Disabling compacts and flushes for region at 1733401419398Disabling writes for close at 1733401419399 (+1 ms)Writing region close event to WAL at 1733401419399Closed at 1733401419399 2024-12-05T12:23:39,399 WARN [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/data/master/store/.initializing 2024-12-05T12:23:39,399 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/WALs/f4bc09594422,41515,1733401418179 2024-12-05T12:23:39,400 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:23:39,401 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C41515%2C1733401418179, suffix=, logDir=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/WALs/f4bc09594422,41515,1733401418179, archiveDir=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/oldWALs, maxLogs=10 2024-12-05T12:23:39,419 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/WALs/f4bc09594422,41515,1733401418179/f4bc09594422%2C41515%2C1733401418179.1733401419402, exclude list is [], retry=0 2024-12-05T12:23:39,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41673,DS-54fd5196-56e4-4a11-983f-9618b0de262b,DISK] 2024-12-05T12:23:39,423 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/WALs/f4bc09594422,41515,1733401418179/f4bc09594422%2C41515%2C1733401418179.1733401419402 2024-12-05T12:23:39,423 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46099:46099)] 2024-12-05T12:23:39,423 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:39,424 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:39,424 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:39,424 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:39,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:39,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:23:39,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:39,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:39,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:39,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:23:39,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:39,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:39,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:39,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:23:39,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:39,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:39,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:39,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:23:39,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:39,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:39,431 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:39,432 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:39,432 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:39,434 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:39,434 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:39,434 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:39,435 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:39,441 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:39,441 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72808634, jitterRate=0.08493319153785706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:39,442 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401419424Initializing all the Stores at 1733401419424Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401419424Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401419425 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401419425Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401419425Cleaning up temporary data from old regions at 1733401419434 (+9 ms)Region opened successfully at 1733401419442 (+8 ms) 2024-12-05T12:23:39,442 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:23:39,445 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241eb6f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:23:39,446 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:23:39,446 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:23:39,447 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:23:39,447 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:23:39,449 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T12:23:39,449 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:23:39,449 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:23:39,466 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:23:39,468 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Unable to get data of znode /02074014599/balancer because node does not exist (not necessarily an error) 2024-12-05T12:23:39,470 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02074014599/balancer already deleted, retry=false 2024-12-05T12:23:39,470 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:23:39,471 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Unable to get data of znode /02074014599/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:23:39,473 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02074014599/normalizer already deleted, retry=false 2024-12-05T12:23:39,474 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:23:39,477 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Unable to get data of znode /02074014599/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:23:39,479 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02074014599/switch/split already deleted, retry=false 2024-12-05T12:23:39,480 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Unable to get data of znode /02074014599/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:23:39,481 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02074014599/switch/merge already deleted, retry=false 2024-12-05T12:23:39,483 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Unable to get data of znode /02074014599/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:23:39,484 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02074014599/snapshot-cleanup already deleted, retry=false 2024-12-05T12:23:39,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x100aa649fab0001, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02074014599/running 2024-12-05T12:23:39,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02074014599/running 2024-12-05T12:23:39,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x100aa649fab0001, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599 2024-12-05T12:23:39,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599 2024-12-05T12:23:39,486 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,41515,1733401418179, sessionid=0x100aa649fab0000, setting cluster-up flag (Was=false) 2024-12-05T12:23:39,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x100aa649fab0001, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599 2024-12-05T12:23:39,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599 2024-12-05T12:23:39,496 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02074014599/flush-table-proc/acquired, /02074014599/flush-table-proc/reached, /02074014599/flush-table-proc/abort 2024-12-05T12:23:39,496 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,41515,1733401418179 2024-12-05T12:23:39,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599 2024-12-05T12:23:39,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x100aa649fab0001, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599 2024-12-05T12:23:39,525 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02074014599/online-snapshot/acquired, /02074014599/online-snapshot/reached, /02074014599/online-snapshot/abort 2024-12-05T12:23:39,526 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,41515,1733401418179 2024-12-05T12:23:39,528 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:23:39,529 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:39,530 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:23:39,530 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:23:39,530 WARN [master/f4bc09594422:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f4bc09594422,45853,1733401371873: status=Processing ServerCrashProcedure of f4bc09594422,45853,1733401371873 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733401383880, completionTime=-1 appears to have been leaked 2024-12-05T12:23:39,530 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,41515,1733401418179 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:23:39,532 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:39,532 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:39,533 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:39,533 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:39,533 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:23:39,533 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:39,533 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:23:39,533 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:39,573 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:39,573 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:23:39,576 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:39,576 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:23:39,593 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401449592 2024-12-05T12:23:39,593 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:23:39,593 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:23:39,593 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:23:39,593 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:23:39,593 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:23:39,593 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:23:39,596 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:39,609 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:23:39,609 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:23:39,609 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:23:39,609 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:23:39,617 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:23:39,617 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:23:39,617 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401419617,5,FailOnTimeoutGroup] 2024-12-05T12:23:39,617 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401419617,5,FailOnTimeoutGroup] 2024-12-05T12:23:39,618 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:39,618 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:23:39,618 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:39,618 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:39,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:23:39,619 INFO [RS:0;f4bc09594422:32831 {}] regionserver.HRegionServer(746): ClusterId : 04e6640a-e691-442a-89ab-6545f132709c 2024-12-05T12:23:39,619 DEBUG [RS:0;f4bc09594422:32831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:23:39,620 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:23:39,620 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919 2024-12-05T12:23:39,622 DEBUG [RS:0;f4bc09594422:32831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:23:39,622 DEBUG [RS:0;f4bc09594422:32831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:23:39,626 DEBUG [RS:0;f4bc09594422:32831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:23:39,627 DEBUG [RS:0;f4bc09594422:32831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd238c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:23:39,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741832_1008 (size=32) 2024-12-05T12:23:39,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:39,645 DEBUG [RS:0;f4bc09594422:32831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:32831 2024-12-05T12:23:39,645 INFO [RS:0;f4bc09594422:32831 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:23:39,645 INFO [RS:0;f4bc09594422:32831 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:23:39,645 DEBUG [RS:0;f4bc09594422:32831 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:23:39,646 INFO [RS:0;f4bc09594422:32831 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,41515,1733401418179 with port=32831, startcode=1733401418343 2024-12-05T12:23:39,647 DEBUG [RS:0;f4bc09594422:32831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:23:39,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:23:39,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:23:39,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:39,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:39,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:23:39,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:23:39,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:39,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:39,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:23:39,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:23:39,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:39,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:39,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:23:39,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:23:39,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:39,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:39,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:23:39,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740 2024-12-05T12:23:39,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740 2024-12-05T12:23:39,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:23:39,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:23:39,661 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:39,653 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:23:39,662 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41515 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,32831,1733401418343 2024-12-05T12:23:39,662 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41515 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,32831,1733401418343 2024-12-05T12:23:39,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:23:39,664 DEBUG [RS:0;f4bc09594422:32831 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919 2024-12-05T12:23:39,664 DEBUG [RS:0;f4bc09594422:32831 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33861 2024-12-05T12:23:39,664 DEBUG [RS:0;f4bc09594422:32831 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:23:39,665 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:39,665 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62973185, jitterRate=-0.06162641942501068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:39,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599/rs 2024-12-05T12:23:39,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401419633Initializing all the Stores at 1733401419636 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401419636Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401419650 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401419650Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401419650Cleaning up temporary data from old regions at 1733401419660 (+10 ms)Region opened successfully at 1733401419666 (+6 ms) 2024-12-05T12:23:39,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:23:39,666 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:23:39,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:23:39,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:23:39,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:23:39,666 DEBUG [RS:0;f4bc09594422:32831 {}] zookeeper.ZKUtil(111): regionserver:32831-0x100aa649fab0001, quorum=127.0.0.1:64764, baseZNode=/02074014599 Set watcher on existing znode=/02074014599/rs/f4bc09594422,32831,1733401418343 2024-12-05T12:23:39,667 WARN [RS:0;f4bc09594422:32831 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:23:39,667 INFO [RS:0;f4bc09594422:32831 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:39,667 DEBUG [RS:0;f4bc09594422:32831 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343 2024-12-05T12:23:39,669 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:39,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401419666Disabling compacts and flushes for region at 1733401419666Disabling writes for close at 1733401419666Writing region close event to WAL at 1733401419669 (+3 ms)Closed at 1733401419669 2024-12-05T12:23:39,670 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:39,670 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:23:39,670 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,32831,1733401418343] 2024-12-05T12:23:39,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:23:39,672 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:23:39,674 INFO [RS:0;f4bc09594422:32831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:23:39,675 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:23:39,683 INFO [RS:0;f4bc09594422:32831 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:23:39,689 INFO [RS:0;f4bc09594422:32831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:23:39,689 INFO [RS:0;f4bc09594422:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:39,689 INFO [RS:0;f4bc09594422:32831 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:23:39,690 INFO [RS:0;f4bc09594422:32831 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:23:39,690 INFO [RS:0;f4bc09594422:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:39,690 DEBUG [RS:0;f4bc09594422:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:39,690 DEBUG [RS:0;f4bc09594422:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:39,690 DEBUG [RS:0;f4bc09594422:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:39,690 DEBUG [RS:0;f4bc09594422:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:39,690 DEBUG [RS:0;f4bc09594422:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:39,690 DEBUG [RS:0;f4bc09594422:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:23:39,690 DEBUG [RS:0;f4bc09594422:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:39,690 DEBUG [RS:0;f4bc09594422:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:39,690 DEBUG [RS:0;f4bc09594422:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:39,690 DEBUG [RS:0;f4bc09594422:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:39,690 DEBUG [RS:0;f4bc09594422:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:39,690 DEBUG [RS:0;f4bc09594422:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:39,690 DEBUG [RS:0;f4bc09594422:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:23:39,690 DEBUG [RS:0;f4bc09594422:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:23:39,697 INFO [RS:0;f4bc09594422:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:39,697 INFO [RS:0;f4bc09594422:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:39,697 INFO [RS:0;f4bc09594422:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:39,697 INFO [RS:0;f4bc09594422:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:39,697 INFO [RS:0;f4bc09594422:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:39,697 INFO [RS:0;f4bc09594422:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,32831,1733401418343-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:23:39,720 INFO [RS:0;f4bc09594422:32831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:23:39,721 INFO [RS:0;f4bc09594422:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,32831,1733401418343-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:39,721 INFO [RS:0;f4bc09594422:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:39,721 INFO [RS:0;f4bc09594422:32831 {}] regionserver.Replication(171): f4bc09594422,32831,1733401418343 started 2024-12-05T12:23:39,739 INFO [RS:0;f4bc09594422:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:39,739 INFO [RS:0;f4bc09594422:32831 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,32831,1733401418343, RpcServer on f4bc09594422/172.17.0.3:32831, sessionid=0x100aa649fab0001 2024-12-05T12:23:39,740 DEBUG [RS:0;f4bc09594422:32831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:23:39,740 DEBUG [RS:0;f4bc09594422:32831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,32831,1733401418343 2024-12-05T12:23:39,740 DEBUG [RS:0;f4bc09594422:32831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,32831,1733401418343' 2024-12-05T12:23:39,740 DEBUG [RS:0;f4bc09594422:32831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02074014599/flush-table-proc/abort' 2024-12-05T12:23:39,741 DEBUG [RS:0;f4bc09594422:32831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02074014599/flush-table-proc/acquired' 2024-12-05T12:23:39,741 DEBUG [RS:0;f4bc09594422:32831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:23:39,741 DEBUG [RS:0;f4bc09594422:32831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:23:39,741 DEBUG [RS:0;f4bc09594422:32831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,32831,1733401418343 2024-12-05T12:23:39,741 DEBUG [RS:0;f4bc09594422:32831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,32831,1733401418343' 2024-12-05T12:23:39,741 DEBUG [RS:0;f4bc09594422:32831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02074014599/online-snapshot/abort' 2024-12-05T12:23:39,742 DEBUG [RS:0;f4bc09594422:32831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02074014599/online-snapshot/acquired' 2024-12-05T12:23:39,742 DEBUG [RS:0;f4bc09594422:32831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:23:39,742 INFO [RS:0;f4bc09594422:32831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:23:39,743 INFO [RS:0;f4bc09594422:32831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:23:39,827 WARN [f4bc09594422:41515 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T12:23:39,843 INFO [RS:0;f4bc09594422:32831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:23:39,845 INFO [RS:0;f4bc09594422:32831 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C32831%2C1733401418343, suffix=, logDir=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343, archiveDir=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/oldWALs, maxLogs=10 2024-12-05T12:23:39,864 DEBUG [RS:0;f4bc09594422:32831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845, exclude list is [], retry=0 2024-12-05T12:23:39,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41673,DS-54fd5196-56e4-4a11-983f-9618b0de262b,DISK] 2024-12-05T12:23:39,882 INFO [RS:0;f4bc09594422:32831 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 2024-12-05T12:23:39,882 DEBUG [RS:0;f4bc09594422:32831 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46099:46099)] 2024-12-05T12:23:40,081 DEBUG [f4bc09594422:41515 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:23:40,081 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,32831,1733401418343 2024-12-05T12:23:40,083 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,32831,1733401418343, state=OPENING 2024-12-05T12:23:40,086 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:23:40,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x100aa649fab0001, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599 2024-12-05T12:23:40,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02074014599/meta-region-server: CHANGED 2024-12-05T12:23:40,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599 2024-12-05T12:23:40,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02074014599/meta-region-server: CHANGED 2024-12-05T12:23:40,092 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:23:40,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,32831,1733401418343}] 2024-12-05T12:23:40,246 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:23:40,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:23:40,280 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:23:40,281 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:40,281 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:23:40,286 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C32831%2C1733401418343.meta, suffix=.meta, logDir=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343, archiveDir=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/oldWALs, maxLogs=10 2024-12-05T12:23:40,305 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.meta.1733401420286.meta, exclude list is [], retry=0 2024-12-05T12:23:40,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41673,DS-54fd5196-56e4-4a11-983f-9618b0de262b,DISK] 2024-12-05T12:23:40,315 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.meta.1733401420286.meta 2024-12-05T12:23:40,328 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46099:46099)] 2024-12-05T12:23:40,329 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:40,329 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:40,330 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:23:40,330 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:23:40,330 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:23:40,330 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:23:40,330 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:40,330 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:23:40,330 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:23:40,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:23:40,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:23:40,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:40,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:40,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:23:40,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:23:40,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:40,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:40,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:23:40,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:23:40,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:40,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:40,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:23:40,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:23:40,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:40,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:40,337 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:23:40,338 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740 2024-12-05T12:23:40,339 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740 2024-12-05T12:23:40,340 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:23:40,340 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:23:40,340 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:40,342 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:23:40,343 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59889461, jitterRate=-0.10757748782634735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:40,343 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:23:40,344 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401420330Writing region info on filesystem at 1733401420330Initializing all the Stores at 1733401420331 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401420331Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401420331Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401420331Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401420331Cleaning up temporary data from old regions at 1733401420340 (+9 ms)Running coprocessor post-open hooks at 1733401420343 (+3 ms)Region opened successfully at 1733401420344 (+1 ms) 2024-12-05T12:23:40,349 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401420245 2024-12-05T12:23:40,351 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:23:40,351 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:23:40,352 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,32831,1733401418343 2024-12-05T12:23:40,352 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,32831,1733401418343, state=OPEN 2024-12-05T12:23:40,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02074014599/meta-region-server 2024-12-05T12:23:40,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x100aa649fab0001, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02074014599/meta-region-server 2024-12-05T12:23:40,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02074014599/meta-region-server: CHANGED 2024-12-05T12:23:40,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02074014599/meta-region-server: CHANGED 2024-12-05T12:23:40,357 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,32831,1733401418343 2024-12-05T12:23:40,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:23:40,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,32831,1733401418343 in 265 msec 2024-12-05T12:23:40,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:23:40,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 692 msec 2024-12-05T12:23:40,366 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:40,366 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:23:40,368 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:40,368 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,32831,1733401418343, seqNum=-1] 2024-12-05T12:23:40,369 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:40,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:40,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 864 msec 2024-12-05T12:23:40,399 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401420399, completionTime=-1 2024-12-05T12:23:40,399 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:23:40,399 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:23:40,407 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:23:40,407 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401480407 2024-12-05T12:23:40,407 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401540407 2024-12-05T12:23:40,407 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-12-05T12:23:40,407 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41515,1733401418179-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:40,408 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41515,1733401418179-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:40,408 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41515,1733401418179-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:40,408 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:41515, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:40,408 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:40,410 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:23:40,413 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:40,420 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.975sec 2024-12-05T12:23:40,420 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:23:40,420 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:23:40,420 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:23:40,420 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:23:40,420 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:23:40,420 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41515,1733401418179-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:23:40,420 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41515,1733401418179-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:23:40,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbec1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:40,429 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,41515,-1 for getting cluster id 2024-12-05T12:23:40,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:40,464 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:23:40,464 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:23:40,464 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04e6640a-e691-442a-89ab-6545f132709c' 2024-12-05T12:23:40,464 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41515,1733401418179-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04e6640a-e691-442a-89ab-6545f132709c" 2024-12-05T12:23:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c23951c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,41515,-1] 2024-12-05T12:23:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:40,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:40,467 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:40,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b187486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:40,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:40,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,32831,1733401418343, seqNum=-1] 2024-12-05T12:23:40,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:40,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:40,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,41515,1733401418179 2024-12-05T12:23:40,483 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64764 2024-12-05T12:23:40,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:40,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100aa649fab0002 connected 2024-12-05T12:23:40,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/hadoop.log.dir so I do NOT create it in target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f 2024-12-05T12:23:40,531 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:23:40,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/hadoop.tmp.dir so I do NOT create it in target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f 2024-12-05T12:23:40,531 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:23:40,531 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f 2024-12-05T12:23:40,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:23:40,531 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/cluster_a39346f2-329f-18dd-e8ed-809a90fb0548, deleteOnExit=true 2024-12-05T12:23:40,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:23:40,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/test.cache.data in system properties and HBase conf 2024-12-05T12:23:40,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:23:40,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:23:40,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:23:40,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:23:40,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:23:40,532 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:23:40,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:23:40,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:23:40,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:23:40,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:23:40,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:23:40,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:23:40,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:23:40,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:23:40,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:23:40,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:23:40,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:23:40,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:23:40,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:23:40,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:23:40,633 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T12:23:40,683 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:40,684 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:40,684 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:40,684 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:40,684 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:40,685 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:40,696 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:40,696 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:40,699 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:40,758 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:40,785 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:23:40,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:23:40,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:23:40,801 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:23:40,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:40,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70cdbd3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:23:40,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21063d89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:23:40,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31cef4fe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/java.io.tmpdir/jetty-localhost-33751-hadoop-hdfs-3_4_1-tests_jar-_-any-12055272114755859393/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:23:40,943 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f7ab683{HTTP/1.1, (http/1.1)}{localhost:33751} 2024-12-05T12:23:40,943 INFO [Time-limited test {}] server.Server(415): Started @180799ms 2024-12-05T12:23:41,053 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:41,054 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:23:41,054 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:23:41,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:41,123 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:23:41,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:23:41,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:23:41,141 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:23:41,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20201a70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:23:41,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67f8c14a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:23:41,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a1dba57{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/java.io.tmpdir/jetty-localhost-34415-hadoop-hdfs-3_4_1-tests_jar-_-any-3260953420787691672/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:23:41,290 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36e0ee5b{HTTP/1.1, (http/1.1)}{localhost:34415} 2024-12-05T12:23:41,290 INFO [Time-limited test {}] server.Server(415): Started @181147ms 2024-12-05T12:23:41,292 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:23:41,455 WARN [Thread-2290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/cluster_a39346f2-329f-18dd-e8ed-809a90fb0548/data/data1/current/BP-700124675-172.17.0.3-1733401420562/current, will proceed with Du for space computation calculation, 2024-12-05T12:23:41,455 WARN [Thread-2291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/cluster_a39346f2-329f-18dd-e8ed-809a90fb0548/data/data2/current/BP-700124675-172.17.0.3-1733401420562/current, will proceed with Du for space computation calculation, 2024-12-05T12:23:41,501 WARN [Thread-2278 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:23:41,504 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83c671e1515a3f90 with lease ID 0xbaa217927393eee5: Processing first storage report for DS-66241071-b0c2-42a4-8222-0f55895b4e43 from datanode DatanodeRegistration(127.0.0.1:35559, datanodeUuid=d9709e59-0b8c-49b9-b084-82866529aa87, infoPort=39611, infoSecurePort=0, ipcPort=41375, storageInfo=lv=-57;cid=testClusterID;nsid=998297185;c=1733401420562) 2024-12-05T12:23:41,504 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83c671e1515a3f90 with lease ID 0xbaa217927393eee5: from storage DS-66241071-b0c2-42a4-8222-0f55895b4e43 node DatanodeRegistration(127.0.0.1:35559, datanodeUuid=d9709e59-0b8c-49b9-b084-82866529aa87, infoPort=39611, infoSecurePort=0, ipcPort=41375, storageInfo=lv=-57;cid=testClusterID;nsid=998297185;c=1733401420562), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:23:41,504 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83c671e1515a3f90 with lease ID 0xbaa217927393eee5: Processing first storage report for DS-4ccf1867-daa8-4ef9-8ca1-7219506ef3ce from datanode DatanodeRegistration(127.0.0.1:35559, datanodeUuid=d9709e59-0b8c-49b9-b084-82866529aa87, infoPort=39611, infoSecurePort=0, ipcPort=41375, storageInfo=lv=-57;cid=testClusterID;nsid=998297185;c=1733401420562) 2024-12-05T12:23:41,504 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83c671e1515a3f90 with lease ID 0xbaa217927393eee5: from storage DS-4ccf1867-daa8-4ef9-8ca1-7219506ef3ce node DatanodeRegistration(127.0.0.1:35559, datanodeUuid=d9709e59-0b8c-49b9-b084-82866529aa87, infoPort=39611, infoSecurePort=0, ipcPort=41375, storageInfo=lv=-57;cid=testClusterID;nsid=998297185;c=1733401420562), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:23:41,513 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f 2024-12-05T12:23:41,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:41,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:41,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:23:41,535 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f with version=8 2024-12-05T12:23:41,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/hbase-staging 2024-12-05T12:23:41,537 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:23:41,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:41,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:41,537 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:23:41,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:41,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:23:41,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:23:41,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:23:41,539 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39053 2024-12-05T12:23:41,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39053 connecting to ZooKeeper ensemble=127.0.0.1:64764 2024-12-05T12:23:41,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390530x0, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:41,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39053-0x100aa649fab0003 connected 2024-12-05T12:23:41,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:41,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:41,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Set watcher on znode that does not yet exist, /11590877924/running 2024-12-05T12:23:41,561 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f, hbase.cluster.distributed=false 2024-12-05T12:23:41,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Set watcher on znode that does not yet exist, /11590877924/acl 2024-12-05T12:23:41,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39053 2024-12-05T12:23:41,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39053 2024-12-05T12:23:41,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39053 2024-12-05T12:23:41,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39053 2024-12-05T12:23:41,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39053 2024-12-05T12:23:41,609 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:23:41,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:41,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:41,609 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:23:41,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:41,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:23:41,609 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:23:41,609 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:23:41,617 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41971 2024-12-05T12:23:41,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41971 connecting to ZooKeeper ensemble=127.0.0.1:64764 2024-12-05T12:23:41,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:41,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:41,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419710x0, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:41,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419710x0, quorum=127.0.0.1:64764, baseZNode=/11590877924 Set watcher on znode that does not yet exist, /11590877924/running 2024-12-05T12:23:41,633 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:23:41,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41971-0x100aa649fab0004 connected 2024-12-05T12:23:41,648 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:23:41,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41971-0x100aa649fab0004, quorum=127.0.0.1:64764, baseZNode=/11590877924 Set watcher on znode that does not yet exist, /11590877924/master 2024-12-05T12:23:41,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41971-0x100aa649fab0004, quorum=127.0.0.1:64764, baseZNode=/11590877924 Set watcher on znode that does not yet exist, /11590877924/acl 2024-12-05T12:23:41,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41971 2024-12-05T12:23:41,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41971 2024-12-05T12:23:41,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41971 2024-12-05T12:23:41,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41971 2024-12-05T12:23:41,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41971 2024-12-05T12:23:41,703 DEBUG [M:0;f4bc09594422:39053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:39053 2024-12-05T12:23:41,704 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11590877924/backup-masters/f4bc09594422,39053,1733401421537 2024-12-05T12:23:41,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x100aa649fab0004, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924/backup-masters 2024-12-05T12:23:41,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924/backup-masters 2024-12-05T12:23:41,707 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Set watcher on existing znode=/11590877924/backup-masters/f4bc09594422,39053,1733401421537 2024-12-05T12:23:41,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924 2024-12-05T12:23:41,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x100aa649fab0004, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11590877924/master 2024-12-05T12:23:41,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x100aa649fab0004, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924 2024-12-05T12:23:41,709 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Set watcher on existing znode=/11590877924/master 2024-12-05T12:23:41,709 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11590877924/backup-masters/f4bc09594422,39053,1733401421537 from backup master directory 2024-12-05T12:23:41,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11590877924/backup-masters/f4bc09594422,39053,1733401421537 2024-12-05T12:23:41,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x100aa649fab0004, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924/backup-masters 2024-12-05T12:23:41,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924/backup-masters 2024-12-05T12:23:41,711 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:23:41,711 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,39053,1733401421537 2024-12-05T12:23:41,757 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/hbase.id] with ID: cddc9271-d63f-4ccd-a977-dca05d4f1370 2024-12-05T12:23:41,757 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/.tmp/hbase.id 2024-12-05T12:23:41,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:23:42,195 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/.tmp/hbase.id]:[hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/hbase.id] 2024-12-05T12:23:42,219 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:42,219 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:23:42,220 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:23:42,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924 2024-12-05T12:23:42,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x100aa649fab0004, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924 2024-12-05T12:23:42,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:23:42,259 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:42,260 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:23:42,264 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:42,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:23:42,728 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/data/master/store 2024-12-05T12:23:42,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:23:43,143 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:43,143 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:23:43,143 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:43,143 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:43,143 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:23:43,143 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:43,143 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:43,143 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401423143Disabling compacts and flushes for region at 1733401423143Disabling writes for close at 1733401423143Writing region close event to WAL at 1733401423143Closed at 1733401423143 2024-12-05T12:23:43,144 WARN [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/data/master/store/.initializing 2024-12-05T12:23:43,144 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/WALs/f4bc09594422,39053,1733401421537 2024-12-05T12:23:43,145 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:23:43,148 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C39053%2C1733401421537, suffix=, logDir=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/WALs/f4bc09594422,39053,1733401421537, archiveDir=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/oldWALs, maxLogs=10 2024-12-05T12:23:43,161 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/WALs/f4bc09594422,39053,1733401421537/f4bc09594422%2C39053%2C1733401421537.1733401423148, exclude list is [], retry=0 2024-12-05T12:23:43,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35559,DS-66241071-b0c2-42a4-8222-0f55895b4e43,DISK] 2024-12-05T12:23:43,167 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/WALs/f4bc09594422,39053,1733401421537/f4bc09594422%2C39053%2C1733401421537.1733401423148 2024-12-05T12:23:43,167 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39611:39611)] 2024-12-05T12:23:43,167 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:43,167 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:43,167 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:43,168 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:43,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:43,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:23:43,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:43,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:43,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:43,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:23:43,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:43,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:43,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:43,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:23:43,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:43,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:43,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:43,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:23:43,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:43,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:43,174 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:43,175 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:43,175 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:43,176 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:43,176 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:43,177 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:43,178 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:23:43,179 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:43,180 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72149697, jitterRate=0.07511426508426666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:43,180 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401423168Initializing all the Stores at 1733401423169 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401423169Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401423169Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401423169Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401423169Cleaning up temporary data from old regions at 1733401423176 (+7 ms)Region opened successfully at 1733401423180 (+4 ms) 2024-12-05T12:23:43,180 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:23:43,183 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c58910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:23:43,183 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:23:43,183 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:23:43,183 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:23:43,184 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:23:43,184 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:23:43,184 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:23:43,184 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:23:43,188 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:23:43,189 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Unable to get data of znode /11590877924/balancer because node does not exist (not necessarily an error) 2024-12-05T12:23:43,190 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11590877924/balancer already deleted, retry=false 2024-12-05T12:23:43,190 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:23:43,191 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Unable to get data of znode /11590877924/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:23:43,192 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11590877924/normalizer already deleted, retry=false 2024-12-05T12:23:43,192 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:23:43,193 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Unable to get data of znode /11590877924/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:23:43,194 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11590877924/switch/split already deleted, retry=false 2024-12-05T12:23:43,195 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Unable to get data of znode /11590877924/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:23:43,196 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11590877924/switch/merge already deleted, retry=false 2024-12-05T12:23:43,198 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Unable to get data of znode /11590877924/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:23:43,199 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11590877924/snapshot-cleanup already deleted, retry=false 2024-12-05T12:23:43,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11590877924/running 2024-12-05T12:23:43,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x100aa649fab0004, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11590877924/running 2024-12-05T12:23:43,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x100aa649fab0004, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924 2024-12-05T12:23:43,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924 2024-12-05T12:23:43,201 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,39053,1733401421537, sessionid=0x100aa649fab0003, setting cluster-up flag (Was=false) 2024-12-05T12:23:43,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924 2024-12-05T12:23:43,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x100aa649fab0004, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924 2024-12-05T12:23:43,209 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11590877924/flush-table-proc/acquired, /11590877924/flush-table-proc/reached, /11590877924/flush-table-proc/abort 2024-12-05T12:23:43,210 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,39053,1733401421537 2024-12-05T12:23:43,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924 2024-12-05T12:23:43,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x100aa649fab0004, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924 2024-12-05T12:23:43,217 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11590877924/online-snapshot/acquired, /11590877924/online-snapshot/reached, /11590877924/online-snapshot/abort 2024-12-05T12:23:43,218 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,39053,1733401421537 2024-12-05T12:23:43,218 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:23:43,226 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:43,226 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:23:43,226 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:23:43,226 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,39053,1733401421537 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:23:43,228 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:43,228 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:43,228 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:43,228 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:23:43,228 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:23:43,228 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,228 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:23:43,228 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,254 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:43,255 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:23:43,256 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:43,256 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:23:43,293 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401453293 2024-12-05T12:23:43,294 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:23:43,294 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:23:43,294 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:23:43,294 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:23:43,294 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:23:43,294 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:23:43,294 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,295 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:23:43,295 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:23:43,295 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:23:43,295 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:23:43,304 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:23:43,304 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:23:43,305 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401423304,5,FailOnTimeoutGroup] 2024-12-05T12:23:43,306 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401423305,5,FailOnTimeoutGroup] 2024-12-05T12:23:43,306 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,306 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:23:43,306 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,306 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,310 INFO [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer(746): ClusterId : cddc9271-d63f-4ccd-a977-dca05d4f1370 2024-12-05T12:23:43,310 DEBUG [RS:0;f4bc09594422:41971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:23:43,312 DEBUG [RS:0;f4bc09594422:41971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:23:43,312 DEBUG [RS:0;f4bc09594422:41971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:23:43,324 DEBUG [RS:0;f4bc09594422:41971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:23:43,324 DEBUG [RS:0;f4bc09594422:41971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d3ce7ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:23:43,345 DEBUG [RS:0;f4bc09594422:41971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:41971 2024-12-05T12:23:43,345 INFO [RS:0;f4bc09594422:41971 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:23:43,345 INFO [RS:0;f4bc09594422:41971 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:23:43,345 DEBUG [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:23:43,346 INFO [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,39053,1733401421537 with port=41971, startcode=1733401421608 2024-12-05T12:23:43,346 DEBUG [RS:0;f4bc09594422:41971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:23:43,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:23:43,349 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:23:43,350 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39053 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,41971,1733401421608 2024-12-05T12:23:43,350 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39053 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,41971,1733401421608 2024-12-05T12:23:43,351 DEBUG [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f 2024-12-05T12:23:43,351 DEBUG [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34831 2024-12-05T12:23:43,351 DEBUG [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:23:43,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924/rs 2024-12-05T12:23:43,357 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,41971,1733401421608] 2024-12-05T12:23:43,361 DEBUG [RS:0;f4bc09594422:41971 {}] zookeeper.ZKUtil(111): regionserver:41971-0x100aa649fab0004, quorum=127.0.0.1:64764, baseZNode=/11590877924 Set watcher on existing znode=/11590877924/rs/f4bc09594422,41971,1733401421608 2024-12-05T12:23:43,361 WARN [RS:0;f4bc09594422:41971 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:23:43,361 INFO [RS:0;f4bc09594422:41971 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:43,361 DEBUG [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608 2024-12-05T12:23:43,371 INFO [RS:0;f4bc09594422:41971 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:23:43,373 INFO [RS:0;f4bc09594422:41971 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:23:43,373 INFO [RS:0;f4bc09594422:41971 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:23:43,373 INFO [RS:0;f4bc09594422:41971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,374 INFO [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:23:43,374 INFO [RS:0;f4bc09594422:41971 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:23:43,375 INFO [RS:0;f4bc09594422:41971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,375 DEBUG [RS:0;f4bc09594422:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,375 DEBUG [RS:0;f4bc09594422:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,375 DEBUG [RS:0;f4bc09594422:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,375 DEBUG [RS:0;f4bc09594422:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,375 DEBUG [RS:0;f4bc09594422:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,375 DEBUG [RS:0;f4bc09594422:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:23:43,375 DEBUG [RS:0;f4bc09594422:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,375 DEBUG [RS:0;f4bc09594422:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,375 DEBUG [RS:0;f4bc09594422:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,375 DEBUG [RS:0;f4bc09594422:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,375 DEBUG [RS:0;f4bc09594422:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,375 DEBUG [RS:0;f4bc09594422:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:23:43,375 DEBUG [RS:0;f4bc09594422:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:23:43,375 DEBUG [RS:0;f4bc09594422:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:23:43,384 INFO [RS:0;f4bc09594422:41971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,385 INFO [RS:0;f4bc09594422:41971 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,385 INFO [RS:0;f4bc09594422:41971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,385 INFO [RS:0;f4bc09594422:41971 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,385 INFO [RS:0;f4bc09594422:41971 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,385 INFO [RS:0;f4bc09594422:41971 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41971,1733401421608-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:23:43,410 INFO [RS:0;f4bc09594422:41971 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:23:43,410 INFO [RS:0;f4bc09594422:41971 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41971,1733401421608-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,410 INFO [RS:0;f4bc09594422:41971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,410 INFO [RS:0;f4bc09594422:41971 {}] regionserver.Replication(171): f4bc09594422,41971,1733401421608 started 2024-12-05T12:23:43,431 INFO [RS:0;f4bc09594422:41971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:43,431 INFO [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,41971,1733401421608, RpcServer on f4bc09594422/172.17.0.3:41971, sessionid=0x100aa649fab0004 2024-12-05T12:23:43,432 DEBUG [RS:0;f4bc09594422:41971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:23:43,432 DEBUG [RS:0;f4bc09594422:41971 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,41971,1733401421608 2024-12-05T12:23:43,432 DEBUG [RS:0;f4bc09594422:41971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,41971,1733401421608' 2024-12-05T12:23:43,432 DEBUG [RS:0;f4bc09594422:41971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11590877924/flush-table-proc/abort' 2024-12-05T12:23:43,432 DEBUG [RS:0;f4bc09594422:41971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11590877924/flush-table-proc/acquired' 2024-12-05T12:23:43,433 DEBUG [RS:0;f4bc09594422:41971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:23:43,433 DEBUG [RS:0;f4bc09594422:41971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:23:43,433 DEBUG [RS:0;f4bc09594422:41971 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,41971,1733401421608 2024-12-05T12:23:43,433 DEBUG [RS:0;f4bc09594422:41971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,41971,1733401421608' 2024-12-05T12:23:43,433 DEBUG [RS:0;f4bc09594422:41971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11590877924/online-snapshot/abort' 2024-12-05T12:23:43,433 DEBUG [RS:0;f4bc09594422:41971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11590877924/online-snapshot/acquired' 2024-12-05T12:23:43,434 DEBUG [RS:0;f4bc09594422:41971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:23:43,434 INFO [RS:0;f4bc09594422:41971 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:23:43,434 INFO [RS:0;f4bc09594422:41971 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:23:43,534 INFO [RS:0;f4bc09594422:41971 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:23:43,535 INFO [RS:0;f4bc09594422:41971 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C41971%2C1733401421608, suffix=, logDir=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608, archiveDir=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/oldWALs, maxLogs=10 2024-12-05T12:23:43,550 DEBUG [RS:0;f4bc09594422:41971 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536, exclude list is [], retry=0 2024-12-05T12:23:43,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35559,DS-66241071-b0c2-42a4-8222-0f55895b4e43,DISK] 2024-12-05T12:23:43,554 INFO [RS:0;f4bc09594422:41971 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536 2024-12-05T12:23:43,554 DEBUG [RS:0;f4bc09594422:41971 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39611:39611)] 2024-12-05T12:23:43,749 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:23:43,750 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f 2024-12-05T12:23:43,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:23:44,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:44,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:23:44,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:23:44,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:44,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:44,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:23:44,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:23:44,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:44,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:44,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:23:44,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:23:44,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:44,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:44,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:23:44,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:23:44,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:44,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:44,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:23:44,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740 2024-12-05T12:23:44,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740 2024-12-05T12:23:44,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:23:44,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:23:44,182 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:44,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:23:44,186 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:44,186 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71683921, jitterRate=0.06817366182804108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:44,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401424173Initializing all the Stores at 1733401424174 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401424174Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401424174Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401424174Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401424174Cleaning up temporary data from old regions at 1733401424181 (+7 ms)Region opened successfully at 1733401424186 (+5 ms) 2024-12-05T12:23:44,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:23:44,186 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:23:44,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:23:44,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:23:44,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:23:44,187 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:44,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401424186Disabling compacts and flushes for region at 1733401424186Disabling writes for close at 1733401424186Writing region close event to WAL at 1733401424187 (+1 ms)Closed at 1733401424187 2024-12-05T12:23:44,188 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:44,188 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:23:44,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:23:44,189 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:23:44,189 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:23:44,339 DEBUG [f4bc09594422:39053 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:23:44,340 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,41971,1733401421608 2024-12-05T12:23:44,341 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,41971,1733401421608, state=OPENING 2024-12-05T12:23:44,343 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:23:44,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924 2024-12-05T12:23:44,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x100aa649fab0004, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924 2024-12-05T12:23:44,344 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:23:44,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,41971,1733401421608}] 2024-12-05T12:23:44,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11590877924/meta-region-server: CHANGED 2024-12-05T12:23:44,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11590877924/meta-region-server: CHANGED 2024-12-05T12:23:44,497 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:23:44,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:23:44,529 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:23:44,529 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:44,529 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:23:44,545 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C41971%2C1733401421608.meta, suffix=.meta, logDir=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608, archiveDir=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/oldWALs, maxLogs=10 2024-12-05T12:23:44,563 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.meta.1733401424546.meta, exclude list is [], retry=0 2024-12-05T12:23:44,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35559,DS-66241071-b0c2-42a4-8222-0f55895b4e43,DISK] 2024-12-05T12:23:44,590 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.meta.1733401424546.meta 2024-12-05T12:23:44,592 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39611:39611)] 2024-12-05T12:23:44,593 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:44,593 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:44,593 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:23:44,593 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:23:44,593 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:23:44,593 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:23:44,593 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:44,593 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:23:44,593 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:23:44,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:23:44,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:23:44,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:44,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:44,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:23:44,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:23:44,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:44,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:44,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:23:44,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:23:44,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:44,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:44,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:23:44,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:23:44,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:44,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:23:44,600 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:23:44,601 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740 2024-12-05T12:23:44,602 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740 2024-12-05T12:23:44,602 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:23:44,602 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:23:44,603 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:23:44,604 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:23:44,604 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62381722, jitterRate=-0.0704399049282074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:23:44,604 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:23:44,604 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401424594Writing region info on filesystem at 1733401424594Initializing all the Stores at 1733401424594Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401424595 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401424595Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401424595Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401424595Cleaning up temporary data from old regions at 1733401424602 (+7 ms)Running coprocessor post-open hooks at 1733401424604 (+2 ms)Region opened successfully at 1733401424604 2024-12-05T12:23:44,605 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401424497 2024-12-05T12:23:44,607 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:23:44,608 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:23:44,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,41971,1733401421608 2024-12-05T12:23:44,609 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,41971,1733401421608, state=OPEN 2024-12-05T12:23:44,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11590877924/meta-region-server 2024-12-05T12:23:44,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x100aa649fab0004, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11590877924/meta-region-server 2024-12-05T12:23:44,610 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,41971,1733401421608 2024-12-05T12:23:44,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11590877924/meta-region-server: CHANGED 2024-12-05T12:23:44,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11590877924/meta-region-server: CHANGED 2024-12-05T12:23:44,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:23:44,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,41971,1733401421608 in 265 msec 2024-12-05T12:23:44,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:23:44,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 424 msec 2024-12-05T12:23:44,615 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:23:44,615 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:23:44,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:44,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,41971,1733401421608, seqNum=-1] 2024-12-05T12:23:44,617 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:44,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:44,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3960 sec 2024-12-05T12:23:44,622 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401424622, completionTime=-1 2024-12-05T12:23:44,623 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:23:44,623 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:23:44,625 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:23:44,625 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401484625 2024-12-05T12:23:44,625 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401544625 2024-12-05T12:23:44,625 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T12:23:44,626 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39053,1733401421537-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:44,626 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39053,1733401421537-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:44,626 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39053,1733401421537-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:44,626 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:39053, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:44,626 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:44,626 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:44,628 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:23:44,630 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.919sec 2024-12-05T12:23:44,630 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:23:44,630 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:23:44,630 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:23:44,630 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:23:44,630 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:23:44,630 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39053,1733401421537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:23:44,630 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39053,1733401421537-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:23:44,632 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:23:44,632 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:23:44,632 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,39053,1733401421537-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:23:44,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f44fe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:44,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39053,-1 for getting cluster id 2024-12-05T12:23:44,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:44,714 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cddc9271-d63f-4ccd-a977-dca05d4f1370' 2024-12-05T12:23:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cddc9271-d63f-4ccd-a977-dca05d4f1370" 2024-12-05T12:23:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4faf7846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39053,-1] 2024-12-05T12:23:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:44,715 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:44,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf2b0b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:44,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:44,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,41971,1733401421608, seqNum=-1] 2024-12-05T12:23:44,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:44,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:44,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,39053,1733401421537 2024-12-05T12:23:44,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64764 2024-12-05T12:23:44,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:44,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100aa649fab0005 connected 2024-12-05T12:23:44,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:44,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,41515,1733401418179 2024-12-05T12:23:44,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52ff055d 2024-12-05T12:23:44,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:44,728 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:44,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:23:44,732 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:23:44,732 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:44,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:23:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:44,734 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:23:44,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:23:44,754 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 492cb9539c0d7708f5dd2d4425b12444, NAME => 'test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919 2024-12-05T12:23:44,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:23:44,781 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:44,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 492cb9539c0d7708f5dd2d4425b12444, disabling compactions & flushes 2024-12-05T12:23:44,782 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444. 2024-12-05T12:23:44,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444. 2024-12-05T12:23:44,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444. after waiting 0 ms 2024-12-05T12:23:44,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444. 2024-12-05T12:23:44,782 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444. 2024-12-05T12:23:44,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 492cb9539c0d7708f5dd2d4425b12444: Waiting for close lock at 1733401424781Disabling compacts and flushes for region at 1733401424781Disabling writes for close at 1733401424782 (+1 ms)Writing region close event to WAL at 1733401424782Closed at 1733401424782 2024-12-05T12:23:44,783 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:23:44,789 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401424783"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401424783"}]},"ts":"1733401424783"} 2024-12-05T12:23:44,793 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:23:44,794 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:23:44,795 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401424795"}]},"ts":"1733401424795"} 2024-12-05T12:23:44,796 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:23:44,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=492cb9539c0d7708f5dd2d4425b12444, ASSIGN}] 2024-12-05T12:23:44,798 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=492cb9539c0d7708f5dd2d4425b12444, ASSIGN 2024-12-05T12:23:44,804 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=492cb9539c0d7708f5dd2d4425b12444, ASSIGN; state=OFFLINE, location=f4bc09594422,32831,1733401418343; forceNewPlan=false, retain=false 2024-12-05T12:23:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:44,956 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=492cb9539c0d7708f5dd2d4425b12444, regionState=OPENING, regionLocation=f4bc09594422,32831,1733401418343 2024-12-05T12:23:44,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=492cb9539c0d7708f5dd2d4425b12444, ASSIGN because future has completed 2024-12-05T12:23:44,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 492cb9539c0d7708f5dd2d4425b12444, server=f4bc09594422,32831,1733401418343}] 2024-12-05T12:23:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:45,139 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444. 2024-12-05T12:23:45,139 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 492cb9539c0d7708f5dd2d4425b12444, NAME => 'test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:45,139 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:45,139 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:23:45,140 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 492cb9539c0d7708f5dd2d4425b12444 2024-12-05T12:23:45,140 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:45,140 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 492cb9539c0d7708f5dd2d4425b12444 2024-12-05T12:23:45,140 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 492cb9539c0d7708f5dd2d4425b12444 2024-12-05T12:23:45,141 INFO [StoreOpener-492cb9539c0d7708f5dd2d4425b12444-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 492cb9539c0d7708f5dd2d4425b12444 2024-12-05T12:23:45,143 INFO [StoreOpener-492cb9539c0d7708f5dd2d4425b12444-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 492cb9539c0d7708f5dd2d4425b12444 columnFamilyName f 2024-12-05T12:23:45,143 DEBUG [StoreOpener-492cb9539c0d7708f5dd2d4425b12444-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:45,143 INFO [StoreOpener-492cb9539c0d7708f5dd2d4425b12444-1 {}] regionserver.HStore(327): Store=492cb9539c0d7708f5dd2d4425b12444/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:45,143 INFO [StoreOpener-492cb9539c0d7708f5dd2d4425b12444-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 492cb9539c0d7708f5dd2d4425b12444 2024-12-05T12:23:45,144 INFO [StoreOpener-492cb9539c0d7708f5dd2d4425b12444-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 492cb9539c0d7708f5dd2d4425b12444 columnFamilyName f1 2024-12-05T12:23:45,144 DEBUG [StoreOpener-492cb9539c0d7708f5dd2d4425b12444-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:45,145 INFO [StoreOpener-492cb9539c0d7708f5dd2d4425b12444-1 {}] regionserver.HStore(327): Store=492cb9539c0d7708f5dd2d4425b12444/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:45,145 INFO [StoreOpener-492cb9539c0d7708f5dd2d4425b12444-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 492cb9539c0d7708f5dd2d4425b12444 2024-12-05T12:23:45,146 INFO [StoreOpener-492cb9539c0d7708f5dd2d4425b12444-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 492cb9539c0d7708f5dd2d4425b12444 columnFamilyName norep 2024-12-05T12:23:45,146 DEBUG [StoreOpener-492cb9539c0d7708f5dd2d4425b12444-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:45,146 INFO [StoreOpener-492cb9539c0d7708f5dd2d4425b12444-1 {}] regionserver.HStore(327): Store=492cb9539c0d7708f5dd2d4425b12444/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:45,146 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 492cb9539c0d7708f5dd2d4425b12444 2024-12-05T12:23:45,147 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/default/test/492cb9539c0d7708f5dd2d4425b12444 2024-12-05T12:23:45,147 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/default/test/492cb9539c0d7708f5dd2d4425b12444 2024-12-05T12:23:45,152 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 492cb9539c0d7708f5dd2d4425b12444 2024-12-05T12:23:45,152 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 492cb9539c0d7708f5dd2d4425b12444 2024-12-05T12:23:45,160 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:23:45,170 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 492cb9539c0d7708f5dd2d4425b12444 2024-12-05T12:23:45,181 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/default/test/492cb9539c0d7708f5dd2d4425b12444/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:45,181 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 492cb9539c0d7708f5dd2d4425b12444; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69315853, jitterRate=0.032886698842048645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:23:45,181 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 492cb9539c0d7708f5dd2d4425b12444 2024-12-05T12:23:45,182 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 492cb9539c0d7708f5dd2d4425b12444: Running coprocessor pre-open hook at 1733401425140Writing region info on filesystem at 1733401425140Initializing all the Stores at 1733401425141 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401425141Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401425141Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401425141Cleaning up temporary data from old regions at 1733401425152 (+11 ms)Running coprocessor post-open hooks at 1733401425181 (+29 ms)Region opened successfully at 1733401425182 (+1 ms) 2024-12-05T12:23:45,185 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444., pid=6, masterSystemTime=1733401425125 2024-12-05T12:23:45,194 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444. 2024-12-05T12:23:45,194 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444. 2024-12-05T12:23:45,195 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=492cb9539c0d7708f5dd2d4425b12444, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f4bc09594422,32831,1733401418343 2024-12-05T12:23:45,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 492cb9539c0d7708f5dd2d4425b12444, server=f4bc09594422,32831,1733401418343 because future has completed 2024-12-05T12:23:45,210 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41515 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f4bc09594422,32831,1733401418343, table=test, region=492cb9539c0d7708f5dd2d4425b12444. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T12:23:45,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:23:45,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 492cb9539c0d7708f5dd2d4425b12444, server=f4bc09594422,32831,1733401418343 in 249 msec 2024-12-05T12:23:45,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:23:45,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=492cb9539c0d7708f5dd2d4425b12444, ASSIGN in 422 msec 2024-12-05T12:23:45,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:23:45,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401425229"}]},"ts":"1733401425229"} 2024-12-05T12:23:45,231 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:23:45,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:23:45,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 503 msec 2024-12-05T12:23:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:45,367 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:23:45,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:45,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,39053,1733401421537 2024-12-05T12:23:45,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e830375 2024-12-05T12:23:45,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:45,374 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:45,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:23:45,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:23:45,389 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:45,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:23:45,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:23:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:45,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:23:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:45,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:45,832 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:23:45,833 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 769347d5e5e49f321b251668ac43d3c8, NAME => 'test,,1733401425375.769347d5e5e49f321b251668ac43d3c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f 2024-12-05T12:23:45,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:23:45,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:45,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:45,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:45,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:45,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:45,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:45,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:45,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:45,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:45,974 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:23:45,975 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T12:23:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:46,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401425375.769347d5e5e49f321b251668ac43d3c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:46,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 769347d5e5e49f321b251668ac43d3c8, disabling compactions & flushes 2024-12-05T12:23:46,329 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401425375.769347d5e5e49f321b251668ac43d3c8. 2024-12-05T12:23:46,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401425375.769347d5e5e49f321b251668ac43d3c8. 2024-12-05T12:23:46,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401425375.769347d5e5e49f321b251668ac43d3c8. after waiting 0 ms 2024-12-05T12:23:46,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401425375.769347d5e5e49f321b251668ac43d3c8. 2024-12-05T12:23:46,329 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401425375.769347d5e5e49f321b251668ac43d3c8. 2024-12-05T12:23:46,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 769347d5e5e49f321b251668ac43d3c8: Waiting for close lock at 1733401426329Disabling compacts and flushes for region at 1733401426329Disabling writes for close at 1733401426329Writing region close event to WAL at 1733401426329Closed at 1733401426329 2024-12-05T12:23:46,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:23:46,333 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401425375.769347d5e5e49f321b251668ac43d3c8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401426333"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401426333"}]},"ts":"1733401426333"} 2024-12-05T12:23:46,336 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:23:46,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:23:46,339 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401426338"}]},"ts":"1733401426338"} 2024-12-05T12:23:46,341 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:23:46,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=769347d5e5e49f321b251668ac43d3c8, ASSIGN}] 2024-12-05T12:23:46,347 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=769347d5e5e49f321b251668ac43d3c8, ASSIGN 2024-12-05T12:23:46,348 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=769347d5e5e49f321b251668ac43d3c8, ASSIGN; state=OFFLINE, location=f4bc09594422,41971,1733401421608; forceNewPlan=false, retain=false 2024-12-05T12:23:46,498 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=769347d5e5e49f321b251668ac43d3c8, regionState=OPENING, regionLocation=f4bc09594422,41971,1733401421608 2024-12-05T12:23:46,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=769347d5e5e49f321b251668ac43d3c8, ASSIGN because future has completed 2024-12-05T12:23:46,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 769347d5e5e49f321b251668ac43d3c8, server=f4bc09594422,41971,1733401421608}] 2024-12-05T12:23:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:46,693 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401425375.769347d5e5e49f321b251668ac43d3c8. 2024-12-05T12:23:46,693 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 769347d5e5e49f321b251668ac43d3c8, NAME => 'test,,1733401425375.769347d5e5e49f321b251668ac43d3c8.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:46,693 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:46,693 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:23:46,694 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 769347d5e5e49f321b251668ac43d3c8 2024-12-05T12:23:46,694 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401425375.769347d5e5e49f321b251668ac43d3c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:46,694 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 769347d5e5e49f321b251668ac43d3c8 2024-12-05T12:23:46,694 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 769347d5e5e49f321b251668ac43d3c8 2024-12-05T12:23:46,713 INFO [StoreOpener-769347d5e5e49f321b251668ac43d3c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 769347d5e5e49f321b251668ac43d3c8 2024-12-05T12:23:46,714 INFO [StoreOpener-769347d5e5e49f321b251668ac43d3c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 769347d5e5e49f321b251668ac43d3c8 columnFamilyName f 2024-12-05T12:23:46,715 DEBUG [StoreOpener-769347d5e5e49f321b251668ac43d3c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:46,718 INFO [StoreOpener-769347d5e5e49f321b251668ac43d3c8-1 {}] regionserver.HStore(327): Store=769347d5e5e49f321b251668ac43d3c8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:46,718 INFO [StoreOpener-769347d5e5e49f321b251668ac43d3c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 769347d5e5e49f321b251668ac43d3c8 2024-12-05T12:23:46,720 INFO [StoreOpener-769347d5e5e49f321b251668ac43d3c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 769347d5e5e49f321b251668ac43d3c8 columnFamilyName f1 2024-12-05T12:23:46,721 DEBUG [StoreOpener-769347d5e5e49f321b251668ac43d3c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:46,722 INFO [StoreOpener-769347d5e5e49f321b251668ac43d3c8-1 {}] regionserver.HStore(327): Store=769347d5e5e49f321b251668ac43d3c8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:46,722 INFO [StoreOpener-769347d5e5e49f321b251668ac43d3c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 769347d5e5e49f321b251668ac43d3c8 2024-12-05T12:23:46,723 INFO [StoreOpener-769347d5e5e49f321b251668ac43d3c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 769347d5e5e49f321b251668ac43d3c8 columnFamilyName norep 2024-12-05T12:23:46,723 DEBUG [StoreOpener-769347d5e5e49f321b251668ac43d3c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:46,724 INFO [StoreOpener-769347d5e5e49f321b251668ac43d3c8-1 {}] regionserver.HStore(327): Store=769347d5e5e49f321b251668ac43d3c8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:46,724 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 769347d5e5e49f321b251668ac43d3c8 2024-12-05T12:23:46,724 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/default/test/769347d5e5e49f321b251668ac43d3c8 2024-12-05T12:23:46,725 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/default/test/769347d5e5e49f321b251668ac43d3c8 2024-12-05T12:23:46,726 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 769347d5e5e49f321b251668ac43d3c8 2024-12-05T12:23:46,726 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 769347d5e5e49f321b251668ac43d3c8 2024-12-05T12:23:46,728 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:23:46,731 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 769347d5e5e49f321b251668ac43d3c8 2024-12-05T12:23:46,752 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/default/test/769347d5e5e49f321b251668ac43d3c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:46,754 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 769347d5e5e49f321b251668ac43d3c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68316861, jitterRate=0.018000558018684387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:23:46,754 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 769347d5e5e49f321b251668ac43d3c8 2024-12-05T12:23:46,754 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 769347d5e5e49f321b251668ac43d3c8: Running coprocessor pre-open hook at 1733401426694Writing region info on filesystem at 1733401426694Initializing all the Stores at 1733401426695 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401426695Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401426712 (+17 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401426712Cleaning up temporary data from old regions at 1733401426726 (+14 ms)Running coprocessor post-open hooks at 1733401426754 (+28 ms)Region opened successfully at 1733401426754 2024-12-05T12:23:46,755 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401425375.769347d5e5e49f321b251668ac43d3c8., pid=6, masterSystemTime=1733401426670 2024-12-05T12:23:46,759 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=769347d5e5e49f321b251668ac43d3c8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f4bc09594422,41971,1733401421608 2024-12-05T12:23:46,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 769347d5e5e49f321b251668ac43d3c8, server=f4bc09594422,41971,1733401421608 because future has completed 2024-12-05T12:23:46,763 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401425375.769347d5e5e49f321b251668ac43d3c8. 2024-12-05T12:23:46,763 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401425375.769347d5e5e49f321b251668ac43d3c8. 2024-12-05T12:23:46,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:23:46,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 769347d5e5e49f321b251668ac43d3c8, server=f4bc09594422,41971,1733401421608 in 258 msec 2024-12-05T12:23:46,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:23:46,782 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:23:46,783 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401426782"}]},"ts":"1733401426782"} 2024-12-05T12:23:46,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=769347d5e5e49f321b251668ac43d3c8, ASSIGN in 438 msec 2024-12-05T12:23:46,785 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:23:46,786 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:23:46,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.4110 sec 2024-12-05T12:23:47,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:23:47,451 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T12:23:47,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T12:23:47,452 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T12:23:47,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:47,452 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T12:23:47,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:23:47,452 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T12:23:47,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:47,452 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T12:23:47,453 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T12:23:47,453 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T12:23:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:23:47,537 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:23:47,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3efbf99e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:47,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,41515,-1 for getting cluster id 2024-12-05T12:23:47,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:47,550 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04e6640a-e691-442a-89ab-6545f132709c' 2024-12-05T12:23:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04e6640a-e691-442a-89ab-6545f132709c" 2024-12-05T12:23:47,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c6c067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:47,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,41515,-1] 2024-12-05T12:23:47,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:47,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:47,553 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:47,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52eea9ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:47,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22292681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:47,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39053,-1 for getting cluster id 2024-12-05T12:23:47,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:47,570 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cddc9271-d63f-4ccd-a977-dca05d4f1370' 2024-12-05T12:23:47,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:47,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cddc9271-d63f-4ccd-a977-dca05d4f1370" 2024-12-05T12:23:47,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@121e0320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:47,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39053,-1] 2024-12-05T12:23:47,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:47,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:47,571 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:47,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@530d3837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:47,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf8be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:47,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,41515,-1 for getting cluster id 2024-12-05T12:23:47,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:47,577 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04e6640a-e691-442a-89ab-6545f132709c' 2024-12-05T12:23:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04e6640a-e691-442a-89ab-6545f132709c" 2024-12-05T12:23:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627e185d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,41515,-1] 2024-12-05T12:23:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:47,579 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:47,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fc9e07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:47,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:47,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,41515,1733401418179 2024-12-05T12:23:47,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3815cf42 2024-12-05T12:23:47,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:47,582 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:47,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f4bc09594422:39053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:23:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:23:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:47,591 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:39053' 2024-12-05T12:23:47,605 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4328bbe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:47,605 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39053,-1 for getting cluster id 2024-12-05T12:23:47,605 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:47,606 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cddc9271-d63f-4ccd-a977-dca05d4f1370' 2024-12-05T12:23:47,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:47,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cddc9271-d63f-4ccd-a977-dca05d4f1370" 2024-12-05T12:23:47,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4a8d87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:47,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39053,-1] 2024-12-05T12:23:47,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:47,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:47,608 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:47,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316a599d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:47,609 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:47,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,39053,1733401421537 2024-12-05T12:23:47,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c73532c 2024-12-05T12:23:47,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:47,611 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:47,612 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-05T12:23:47,612 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:23:47,612 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:47,612 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:47,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:47,613 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:47,615 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:23:47,616 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:23:47,616 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:47,617 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:23:47,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:23:47,646 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2d2a00d1326f5a47ce0a2ba858e4ef6, NAME => 'hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919 2024-12-05T12:23:47,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:23:47,665 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:23:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:48,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:48,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f2d2a00d1326f5a47ce0a2ba858e4ef6, disabling compactions & flushes 2024-12-05T12:23:48,065 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6. 2024-12-05T12:23:48,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6. 2024-12-05T12:23:48,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6. after waiting 0 ms 2024-12-05T12:23:48,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6. 2024-12-05T12:23:48,065 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6. 2024-12-05T12:23:48,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2d2a00d1326f5a47ce0a2ba858e4ef6: Waiting for close lock at 1733401428065Disabling compacts and flushes for region at 1733401428065Disabling writes for close at 1733401428065Writing region close event to WAL at 1733401428065Closed at 1733401428065 2024-12-05T12:23:48,067 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:23:48,068 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401428068"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401428068"}]},"ts":"1733401428068"} 2024-12-05T12:23:48,070 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:23:48,071 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:23:48,072 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401428071"}]},"ts":"1733401428071"} 2024-12-05T12:23:48,074 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:23:48,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2d2a00d1326f5a47ce0a2ba858e4ef6, ASSIGN}] 2024-12-05T12:23:48,075 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2d2a00d1326f5a47ce0a2ba858e4ef6, ASSIGN 2024-12-05T12:23:48,076 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f2d2a00d1326f5a47ce0a2ba858e4ef6, ASSIGN; state=OFFLINE, location=f4bc09594422,32831,1733401418343; forceNewPlan=false, retain=false 2024-12-05T12:23:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:48,229 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f2d2a00d1326f5a47ce0a2ba858e4ef6, regionState=OPENING, regionLocation=f4bc09594422,32831,1733401418343 2024-12-05T12:23:48,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f2d2a00d1326f5a47ce0a2ba858e4ef6, ASSIGN because future has completed 2024-12-05T12:23:48,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2d2a00d1326f5a47ce0a2ba858e4ef6, server=f4bc09594422,32831,1733401418343}] 2024-12-05T12:23:48,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6. 2024-12-05T12:23:48,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:48,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:23:48,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C32831%2C1733401418343.rep, suffix=, logDir=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343, archiveDir=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/oldWALs, maxLogs=10 2024-12-05T12:23:48,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.rep.1733401428399, exclude list is [], retry=0 2024-12-05T12:23:48,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41673,DS-54fd5196-56e4-4a11-983f-9618b0de262b,DISK] 2024-12-05T12:23:48,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.rep.1733401428399 2024-12-05T12:23:48,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46099:46099)] 2024-12-05T12:23:48,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f2d2a00d1326f5a47ce0a2ba858e4ef6, NAME => 'hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:48,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:48,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:23:48,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6. service=MultiRowMutationService 2024-12-05T12:23:48,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:23:48,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f2d2a00d1326f5a47ce0a2ba858e4ef6 2024-12-05T12:23:48,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:48,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f2d2a00d1326f5a47ce0a2ba858e4ef6 2024-12-05T12:23:48,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f2d2a00d1326f5a47ce0a2ba858e4ef6 2024-12-05T12:23:48,441 INFO [StoreOpener-f2d2a00d1326f5a47ce0a2ba858e4ef6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f2d2a00d1326f5a47ce0a2ba858e4ef6 2024-12-05T12:23:48,442 INFO [StoreOpener-f2d2a00d1326f5a47ce0a2ba858e4ef6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2d2a00d1326f5a47ce0a2ba858e4ef6 columnFamilyName hfileref 2024-12-05T12:23:48,442 DEBUG [StoreOpener-f2d2a00d1326f5a47ce0a2ba858e4ef6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:48,442 INFO [StoreOpener-f2d2a00d1326f5a47ce0a2ba858e4ef6-1 {}] regionserver.HStore(327): Store=f2d2a00d1326f5a47ce0a2ba858e4ef6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:48,442 INFO [StoreOpener-f2d2a00d1326f5a47ce0a2ba858e4ef6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f2d2a00d1326f5a47ce0a2ba858e4ef6 2024-12-05T12:23:48,444 INFO [StoreOpener-f2d2a00d1326f5a47ce0a2ba858e4ef6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2d2a00d1326f5a47ce0a2ba858e4ef6 columnFamilyName queue 2024-12-05T12:23:48,444 DEBUG [StoreOpener-f2d2a00d1326f5a47ce0a2ba858e4ef6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:48,445 INFO [StoreOpener-f2d2a00d1326f5a47ce0a2ba858e4ef6-1 {}] regionserver.HStore(327): Store=f2d2a00d1326f5a47ce0a2ba858e4ef6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:48,445 INFO [StoreOpener-f2d2a00d1326f5a47ce0a2ba858e4ef6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f2d2a00d1326f5a47ce0a2ba858e4ef6 2024-12-05T12:23:48,450 INFO [StoreOpener-f2d2a00d1326f5a47ce0a2ba858e4ef6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2d2a00d1326f5a47ce0a2ba858e4ef6 columnFamilyName sid 2024-12-05T12:23:48,450 DEBUG [StoreOpener-f2d2a00d1326f5a47ce0a2ba858e4ef6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:48,450 INFO [StoreOpener-f2d2a00d1326f5a47ce0a2ba858e4ef6-1 {}] regionserver.HStore(327): Store=f2d2a00d1326f5a47ce0a2ba858e4ef6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:48,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f2d2a00d1326f5a47ce0a2ba858e4ef6 2024-12-05T12:23:48,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/replication/f2d2a00d1326f5a47ce0a2ba858e4ef6 2024-12-05T12:23:48,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/replication/f2d2a00d1326f5a47ce0a2ba858e4ef6 2024-12-05T12:23:48,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f2d2a00d1326f5a47ce0a2ba858e4ef6 2024-12-05T12:23:48,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f2d2a00d1326f5a47ce0a2ba858e4ef6 2024-12-05T12:23:48,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:23:48,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f2d2a00d1326f5a47ce0a2ba858e4ef6 2024-12-05T12:23:48,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/replication/f2d2a00d1326f5a47ce0a2ba858e4ef6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:48,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f2d2a00d1326f5a47ce0a2ba858e4ef6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68562047, jitterRate=0.02165411412715912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:23:48,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2d2a00d1326f5a47ce0a2ba858e4ef6 2024-12-05T12:23:48,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f2d2a00d1326f5a47ce0a2ba858e4ef6: Running coprocessor pre-open hook at 1733401428438Writing region info on filesystem at 1733401428438Initializing all the Stores at 1733401428439 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401428439Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401428440 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401428440Cleaning up temporary data from old regions at 1733401428453 (+13 ms)Running coprocessor post-open hooks at 1733401428465 (+12 ms)Region opened successfully at 1733401428466 (+1 ms) 2024-12-05T12:23:48,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6., pid=10, masterSystemTime=1733401428391 2024-12-05T12:23:48,471 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f2d2a00d1326f5a47ce0a2ba858e4ef6, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,32831,1733401418343 2024-12-05T12:23:48,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6. 2024-12-05T12:23:48,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6. 2024-12-05T12:23:48,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2d2a00d1326f5a47ce0a2ba858e4ef6, server=f4bc09594422,32831,1733401418343 because future has completed 2024-12-05T12:23:48,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:23:48,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f2d2a00d1326f5a47ce0a2ba858e4ef6, server=f4bc09594422,32831,1733401418343 in 239 msec 2024-12-05T12:23:48,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:23:48,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2d2a00d1326f5a47ce0a2ba858e4ef6, ASSIGN in 405 msec 2024-12-05T12:23:48,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:23:48,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401428483"}]},"ts":"1733401428483"} 2024-12-05T12:23:48,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:23:48,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:23:48,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 873 msec 2024-12-05T12:23:48,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6., hostname=f4bc09594422,32831,1733401418343, seqNum=2] 2024-12-05T12:23:48,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599 2024-12-05T12:23:48,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x100aa649fab0001, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599 2024-12-05T12:23:48,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:23:48,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:23:48,690 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:23:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:48,734 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f4bc09594422,32831,1733401418343, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:23:48,735 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:48,735 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,32831,1733401418343, seqNum=-1] 2024-12-05T12:23:48,735 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:48,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-05T12:23:48,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f4bc09594422,32831,1733401418343', locateType=CURRENT is [region=hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6., hostname=f4bc09594422,32831,1733401418343, seqNum=2] 2024-12-05T12:23:48,745 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:23:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:23:48,748 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f4bc09594422,32831,1733401418343 suceeded 2024-12-05T12:23:48,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:23:48,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-12-05T12:23:48,751 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f4bc09594422:39053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:23:48,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1680 sec 2024-12-05T12:23:48,763 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:39053' 2024-12-05T12:23:48,765 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43c627af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:48,765 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39053,-1 for getting cluster id 2024-12-05T12:23:48,765 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:48,766 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cddc9271-d63f-4ccd-a977-dca05d4f1370' 2024-12-05T12:23:48,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:48,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cddc9271-d63f-4ccd-a977-dca05d4f1370" 2024-12-05T12:23:48,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@185968c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:48,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39053,-1] 2024-12-05T12:23:48,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:48,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:48,767 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:48,768 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d388969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:48,768 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:48,769 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,39053,1733401421537 2024-12-05T12:23:48,769 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c07770f 2024-12-05T12:23:48,769 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:48,770 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-05T12:23:48,771 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f4bc09594422,32831,1733401418343 (queues=1) is replicating from cluster=04e6640a-e691-442a-89ab-6545f132709c to cluster=cddc9271-d63f-4ccd-a977-dca05d4f1370 2024-12-05T12:23:48,771 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f4bc09594422%2C32831%2C1733401418343 2024-12-05T12:23:48,771 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f4bc09594422,32831,1733401418343, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:23:48,785 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845, startPosition=0, beingWritten=true 2024-12-05T12:23:48,795 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.shipperf4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f4bc09594422%2C32831%2C1733401418343 2024-12-05T12:23:48,799 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:48,799 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 379, reset compression=false 2024-12-05T12:23:48,799 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.shipperf4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,32831,1733401418343 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:23:49,011 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 379, reset compression=false 2024-12-05T12:23:49,316 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 379, reset compression=false 2024-12-05T12:23:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:49,734 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:23:49,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:49,735 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:49,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:49,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:49,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:49,742 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 379, reset compression=false 2024-12-05T12:23:49,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76090e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:49,745 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39053,-1 for getting cluster id 2024-12-05T12:23:49,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:49,747 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cddc9271-d63f-4ccd-a977-dca05d4f1370' 2024-12-05T12:23:49,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:49,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cddc9271-d63f-4ccd-a977-dca05d4f1370" 2024-12-05T12:23:49,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38aa2d33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:49,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39053,-1] 2024-12-05T12:23:49,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:49,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:49,752 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:49,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fadefd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:49,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:49,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,39053,1733401421537 2024-12-05T12:23:49,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7069c6eb 2024-12-05T12:23:49,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:49,757 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:49,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f4bc09594422:41515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:23:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:23:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:49,760 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:41515' 2024-12-05T12:23:49,762 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b913bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:49,762 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,41515,-1 for getting cluster id 2024-12-05T12:23:49,762 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:49,762 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04e6640a-e691-442a-89ab-6545f132709c' 2024-12-05T12:23:49,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:49,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04e6640a-e691-442a-89ab-6545f132709c" 2024-12-05T12:23:49,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fd7658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:49,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,41515,-1] 2024-12-05T12:23:49,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:49,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:49,764 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:49,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c0e0ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:49,764 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:49,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,41515,1733401418179 2024-12-05T12:23:49,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79c7e981 2024-12-05T12:23:49,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:49,766 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:23:49,766 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T12:23:49,767 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:23:49,767 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:49,767 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:49,767 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:23:49,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:49,768 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:23:49,769 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:23:49,769 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:49,770 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:23:49,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:23:49,781 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6dada81b84c99f17730cf98ab04307d4, NAME => 'hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f 2024-12-05T12:23:49,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:23:49,818 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:23:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:50,188 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:50,188 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6dada81b84c99f17730cf98ab04307d4, disabling compactions & flushes 2024-12-05T12:23:50,188 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4. 2024-12-05T12:23:50,189 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4. 2024-12-05T12:23:50,189 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4. after waiting 0 ms 2024-12-05T12:23:50,189 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4. 2024-12-05T12:23:50,189 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4. 2024-12-05T12:23:50,189 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6dada81b84c99f17730cf98ab04307d4: Waiting for close lock at 1733401430188Disabling compacts and flushes for region at 1733401430188Disabling writes for close at 1733401430189 (+1 ms)Writing region close event to WAL at 1733401430189Closed at 1733401430189 2024-12-05T12:23:50,190 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:23:50,190 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401430190"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401430190"}]},"ts":"1733401430190"} 2024-12-05T12:23:50,193 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:23:50,193 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:23:50,194 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401430193"}]},"ts":"1733401430193"} 2024-12-05T12:23:50,197 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:23:50,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6dada81b84c99f17730cf98ab04307d4, ASSIGN}] 2024-12-05T12:23:50,198 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6dada81b84c99f17730cf98ab04307d4, ASSIGN 2024-12-05T12:23:50,199 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6dada81b84c99f17730cf98ab04307d4, ASSIGN; state=OFFLINE, location=f4bc09594422,41971,1733401421608; forceNewPlan=false, retain=false 2024-12-05T12:23:50,257 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 379, reset compression=false 2024-12-05T12:23:50,350 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6dada81b84c99f17730cf98ab04307d4, regionState=OPENING, regionLocation=f4bc09594422,41971,1733401421608 2024-12-05T12:23:50,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6dada81b84c99f17730cf98ab04307d4, ASSIGN because future has completed 2024-12-05T12:23:50,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dada81b84c99f17730cf98ab04307d4, server=f4bc09594422,41971,1733401421608}] 2024-12-05T12:23:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:50,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4. 2024-12-05T12:23:50,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:23:50,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:23:50,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C41971%2C1733401421608.rep, suffix=, logDir=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608, archiveDir=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/oldWALs, maxLogs=10 2024-12-05T12:23:50,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.rep.1733401430526, exclude list is [], retry=0 2024-12-05T12:23:50,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35559,DS-66241071-b0c2-42a4-8222-0f55895b4e43,DISK] 2024-12-05T12:23:50,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.rep.1733401430526 2024-12-05T12:23:50,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39611:39611)] 2024-12-05T12:23:50,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6dada81b84c99f17730cf98ab04307d4, NAME => 'hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:23:50,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:23:50,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:23:50,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4. service=MultiRowMutationService 2024-12-05T12:23:50,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:23:50,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6dada81b84c99f17730cf98ab04307d4 2024-12-05T12:23:50,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:23:50,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6dada81b84c99f17730cf98ab04307d4 2024-12-05T12:23:50,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6dada81b84c99f17730cf98ab04307d4 2024-12-05T12:23:50,559 INFO [StoreOpener-6dada81b84c99f17730cf98ab04307d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6dada81b84c99f17730cf98ab04307d4 2024-12-05T12:23:50,560 INFO [StoreOpener-6dada81b84c99f17730cf98ab04307d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dada81b84c99f17730cf98ab04307d4 columnFamilyName hfileref 2024-12-05T12:23:50,560 DEBUG [StoreOpener-6dada81b84c99f17730cf98ab04307d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:50,561 INFO [StoreOpener-6dada81b84c99f17730cf98ab04307d4-1 {}] regionserver.HStore(327): Store=6dada81b84c99f17730cf98ab04307d4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:50,561 INFO [StoreOpener-6dada81b84c99f17730cf98ab04307d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6dada81b84c99f17730cf98ab04307d4 2024-12-05T12:23:50,562 INFO [StoreOpener-6dada81b84c99f17730cf98ab04307d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dada81b84c99f17730cf98ab04307d4 columnFamilyName queue 2024-12-05T12:23:50,562 DEBUG [StoreOpener-6dada81b84c99f17730cf98ab04307d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:50,563 INFO [StoreOpener-6dada81b84c99f17730cf98ab04307d4-1 {}] regionserver.HStore(327): Store=6dada81b84c99f17730cf98ab04307d4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:50,563 INFO [StoreOpener-6dada81b84c99f17730cf98ab04307d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6dada81b84c99f17730cf98ab04307d4 2024-12-05T12:23:50,564 INFO [StoreOpener-6dada81b84c99f17730cf98ab04307d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dada81b84c99f17730cf98ab04307d4 columnFamilyName sid 2024-12-05T12:23:50,564 DEBUG [StoreOpener-6dada81b84c99f17730cf98ab04307d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:23:50,565 INFO [StoreOpener-6dada81b84c99f17730cf98ab04307d4-1 {}] regionserver.HStore(327): Store=6dada81b84c99f17730cf98ab04307d4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:23:50,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6dada81b84c99f17730cf98ab04307d4 2024-12-05T12:23:50,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/replication/6dada81b84c99f17730cf98ab04307d4 2024-12-05T12:23:50,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/replication/6dada81b84c99f17730cf98ab04307d4 2024-12-05T12:23:50,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6dada81b84c99f17730cf98ab04307d4 2024-12-05T12:23:50,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6dada81b84c99f17730cf98ab04307d4 2024-12-05T12:23:50,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:23:50,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6dada81b84c99f17730cf98ab04307d4 2024-12-05T12:23:50,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/replication/6dada81b84c99f17730cf98ab04307d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:23:50,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6dada81b84c99f17730cf98ab04307d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70334608, jitterRate=0.048067331314086914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:23:50,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6dada81b84c99f17730cf98ab04307d4 2024-12-05T12:23:50,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6dada81b84c99f17730cf98ab04307d4: Running coprocessor pre-open hook at 1733401430555Writing region info on filesystem at 1733401430555Initializing all the Stores at 1733401430555Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401430555Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401430558 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401430558Cleaning up temporary data from old regions at 1733401430567 (+9 ms)Running coprocessor post-open hooks at 1733401430582 (+15 ms)Region opened successfully at 1733401430582 2024-12-05T12:23:50,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4., pid=10, masterSystemTime=1733401430518 2024-12-05T12:23:50,586 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6dada81b84c99f17730cf98ab04307d4, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,41971,1733401421608 2024-12-05T12:23:50,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4. 2024-12-05T12:23:50,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4. 2024-12-05T12:23:50,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dada81b84c99f17730cf98ab04307d4, server=f4bc09594422,41971,1733401421608 because future has completed 2024-12-05T12:23:50,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:23:50,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6dada81b84c99f17730cf98ab04307d4, server=f4bc09594422,41971,1733401421608 in 242 msec 2024-12-05T12:23:50,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:23:50,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6dada81b84c99f17730cf98ab04307d4, ASSIGN in 402 msec 2024-12-05T12:23:50,602 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:23:50,602 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401430602"}]},"ts":"1733401430602"} 2024-12-05T12:23:50,605 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:23:50,606 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:23:50,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 839 msec 2024-12-05T12:23:50,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4., hostname=f4bc09594422,41971,1733401421608, seqNum=2] 2024-12-05T12:23:50,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924 2024-12-05T12:23:50,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x100aa649fab0004, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924 2024-12-05T12:23:50,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:23:50,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41971 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:23:50,809 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:23:50,857 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f4bc09594422,41971,1733401421608, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:23:50,858 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:50,858 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,41971,1733401421608, seqNum=-1] 2024-12-05T12:23:50,858 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:50,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-05T12:23:50,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f4bc09594422,41971,1733401421608', locateType=CURRENT is [region=hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4., hostname=f4bc09594422,41971,1733401421608, seqNum=2] 2024-12-05T12:23:50,869 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 379, reset compression=false 2024-12-05T12:23:50,872 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:23:50,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:23:50,876 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f4bc09594422,41971,1733401421608 suceeded 2024-12-05T12:23:50,880 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f4bc09594422:41515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:23:50,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:23:50,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-12-05T12:23:50,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1220 sec 2024-12-05T12:23:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:23:50,894 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:23:50,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:50,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:50,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:50,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:50,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:50,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:50,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,32831,1733401418343, seqNum=-1] 2024-12-05T12:23:50,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:50,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444., hostname=f4bc09594422,32831,1733401418343, seqNum=2] 2024-12-05T12:23:50,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:50,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,41971,1733401421608, seqNum=-1] 2024-12-05T12:23:50,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:50,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:23:50,908 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733401425375.769347d5e5e49f321b251668ac43d3c8., hostname=f4bc09594422,41971,1733401421608, seqNum=2] 2024-12-05T12:23:50,910 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:41515' 2024-12-05T12:23:50,910 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T12:23:50,911 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56f50815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:50,911 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,41515,-1 for getting cluster id 2024-12-05T12:23:50,911 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:50,912 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04e6640a-e691-442a-89ab-6545f132709c' 2024-12-05T12:23:50,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:50,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04e6640a-e691-442a-89ab-6545f132709c" 2024-12-05T12:23:50,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fda0c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:50,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,41515,-1] 2024-12-05T12:23:50,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:50,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:50,914 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:50,916 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2355b324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:50,916 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:50,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,41515,1733401418179 2024-12-05T12:23:50,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@405a6dd5 2024-12-05T12:23:50,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:23:50,918 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-05T12:23:50,918 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f4bc09594422,41971,1733401421608 (queues=1) is replicating from cluster=cddc9271-d63f-4ccd-a977-dca05d4f1370 to cluster=04e6640a-e691-442a-89ab-6545f132709c 2024-12-05T12:23:50,918 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f4bc09594422%2C41971%2C1733401421608 2024-12-05T12:23:50,918 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f4bc09594422,41971,1733401421608, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:23:50,930 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536, startPosition=0, beingWritten=true 2024-12-05T12:23:50,950 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.shipperf4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f4bc09594422%2C41971%2C1733401421608 2024-12-05T12:23:50,958 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:50,958 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.shipperf4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,41971,1733401421608 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:23:50,958 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536 to pos 379, reset compression=false 2024-12-05T12:23:51,113 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:23:51,114 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:23:51,115 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18287 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:23:51,169 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536 to pos 379, reset compression=false 2024-12-05T12:23:51,493 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536 to pos 379, reset compression=false 2024-12-05T12:23:51,597 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 379, reset compression=false 2024-12-05T12:23:51,627 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:23:51,627 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 480, reset compression=false 2024-12-05T12:23:51,627 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.shipperf4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,32831,1733401418343 got entry batch from reader: WALEntryBatch [walEntries=[{test/492cb9539c0d7708f5dd2d4425b12444/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T12:23:51,635 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.shipperf4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:23:51,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-05T12:23:51,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41971 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:23:51,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22d1d6ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:51,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41971 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,39053,-1 for getting cluster id 2024-12-05T12:23:51,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:51,662 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cddc9271-d63f-4ccd-a977-dca05d4f1370' 2024-12-05T12:23:51,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:51,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cddc9271-d63f-4ccd-a977-dca05d4f1370" 2024-12-05T12:23:51,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67147463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:51,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,39053,-1] 2024-12-05T12:23:51,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:51,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:51,664 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:51,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5360a9b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:51,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41971 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:51,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41971 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,41971,1733401421608, seqNum=-1] 2024-12-05T12:23:51,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:51,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-05T12:23:51,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733401425375.769347d5e5e49f321b251668ac43d3c8., hostname=f4bc09594422,41971,1733401421608, seqNum=2] 2024-12-05T12:23:51,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41971 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:23:51,851 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 480, reset compression=false 2024-12-05T12:23:51,915 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T12:23:51,920 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T12:23:51,927 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536 to pos 379, reset compression=false 2024-12-05T12:23:51,956 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:23:51,956 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536 to pos 607, reset compression=false 2024-12-05T12:23:51,957 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.shipperf4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,41971,1733401421608 got entry batch from reader: WALEntryBatch [walEntries=[{test/769347d5e5e49f321b251668ac43d3c8/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T12:23:51,960 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.shipperf4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:23:51,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-05T12:23:51,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:23:51,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e61694d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:51,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,41515,-1 for getting cluster id 2024-12-05T12:23:51,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:23:51,992 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04e6640a-e691-442a-89ab-6545f132709c' 2024-12-05T12:23:51,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:23:51,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04e6640a-e691-442a-89ab-6545f132709c" 2024-12-05T12:23:51,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22a70bb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:51,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,41515,-1] 2024-12-05T12:23:51,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:23:51,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:51,994 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:23:51,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b20a12a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:23:51,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:23:51,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,32831,1733401418343, seqNum=-1] 2024-12-05T12:23:51,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:23:51,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-05T12:23:52,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444., hostname=f4bc09594422,32831,1733401418343, seqNum=2] 2024-12-05T12:23:52,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:23:52,182 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 480, reset compression=false 2024-12-05T12:23:52,188 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536 to pos 607, reset compression=false 2024-12-05T12:23:52,201 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:23:52,204 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:52,204 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 608, reset compression=false 2024-12-05T12:23:52,204 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.shipperf4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,32831,1733401418343 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:23:52,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:52,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:52,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:52,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:52,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:52,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:52,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:52,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:52,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:23:52,464 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T12:23:52,492 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 608, reset compression=false 2024-12-05T12:23:52,572 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536 to pos 607, reset compression=false 2024-12-05T12:23:52,811 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 608, reset compression=false 2024-12-05T12:23:52,926 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T12:23:52,951 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T12:23:52,998 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536 to pos 607, reset compression=false 2024-12-05T12:23:53,244 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 608, reset compression=false 2024-12-05T12:23:53,282 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:23:53,282 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 764, reset compression=false 2024-12-05T12:23:53,282 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.shipperf4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,32831,1733401418343 got entry batch from reader: WALEntryBatch [walEntries=[{test/492cb9539c0d7708f5dd2d4425b12444/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T12:23:53,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41971 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:23:53,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41971 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:23:53,497 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 764, reset compression=false 2024-12-05T12:23:53,510 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536 to pos 607, reset compression=false 2024-12-05T12:23:53,514 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:53,514 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536 to pos 754, reset compression=false 2024-12-05T12:23:53,514 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.shipperf4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,41971,1733401421608 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:23:53,721 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536 to pos 754, reset compression=false 2024-12-05T12:23:53,801 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 764, reset compression=false 2024-12-05T12:23:53,956 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T12:23:53,960 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T12:23:54,038 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536 to pos 754, reset compression=false 2024-12-05T12:23:54,043 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:23:54,043 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536 to pos 913, reset compression=false 2024-12-05T12:23:54,043 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.shipperf4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,41971,1733401421608 got entry batch from reader: WALEntryBatch [walEntries=[{test/769347d5e5e49f321b251668ac43d3c8/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T12:23:54,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:23:54,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:23:54,208 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 764, reset compression=false 2024-12-05T12:23:54,213 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:54,214 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 914, reset compression=false 2024-12-05T12:23:54,214 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.shipperf4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,32831,1733401418343 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:23:54,246 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536 to pos 913, reset compression=false 2024-12-05T12:23:54,420 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 914, reset compression=false 2024-12-05T12:23:54,570 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536 to pos 913, reset compression=false 2024-12-05T12:23:54,768 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 914, reset compression=false 2024-12-05T12:23:54,967 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T12:23:54,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:23:54,970 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:54,971 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:54,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:54,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:54,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:54,971 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:23:54,971 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=332521440, stopped=false 2024-12-05T12:23:54,971 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,39053,1733401421537 2024-12-05T12:23:54,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x100aa649fab0004, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11590877924/running 2024-12-05T12:23:54,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11590877924/running 2024-12-05T12:23:54,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x100aa649fab0004, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924 2024-12-05T12:23:54,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924 2024-12-05T12:23:54,974 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:54,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:54,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:54,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:54,974 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,41971,1733401421608' ***** 2024-12-05T12:23:54,974 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:23:54,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Set watcher on znode that does not yet exist, /11590877924/running 2024-12-05T12:23:54,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41971-0x100aa649fab0004, quorum=127.0.0.1:64764, baseZNode=/11590877924 Set watcher on znode that does not yet exist, /11590877924/running 2024-12-05T12:23:54,975 INFO [RS:0;f4bc09594422:41971 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:23:54,976 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:23:54,976 INFO [RS:0;f4bc09594422:41971 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:23:54,977 INFO [RS:0;f4bc09594422:41971 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:23:54,977 INFO [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer(3091): Received CLOSE for 769347d5e5e49f321b251668ac43d3c8 2024-12-05T12:23:54,977 INFO [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer(3091): Received CLOSE for 6dada81b84c99f17730cf98ab04307d4 2024-12-05T12:23:54,977 INFO [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,41971,1733401421608 2024-12-05T12:23:54,977 INFO [RS:0;f4bc09594422:41971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:54,977 INFO [RS:0;f4bc09594422:41971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:41971. 2024-12-05T12:23:54,977 DEBUG [RS:0;f4bc09594422:41971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:54,977 DEBUG [RS:0;f4bc09594422:41971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:54,978 INFO [RS:0;f4bc09594422:41971 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:23:54,978 INFO [RS:0;f4bc09594422:41971 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:23:54,978 INFO [RS:0;f4bc09594422:41971 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:23:54,978 INFO [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:23:54,978 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 769347d5e5e49f321b251668ac43d3c8, disabling compactions & flushes 2024-12-05T12:23:54,978 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401425375.769347d5e5e49f321b251668ac43d3c8. 2024-12-05T12:23:54,978 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401425375.769347d5e5e49f321b251668ac43d3c8. 2024-12-05T12:23:54,978 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401425375.769347d5e5e49f321b251668ac43d3c8. after waiting 0 ms 2024-12-05T12:23:54,978 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401425375.769347d5e5e49f321b251668ac43d3c8. 2024-12-05T12:23:54,978 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 769347d5e5e49f321b251668ac43d3c8 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-05T12:23:54,986 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536 to pos 913, reset compression=false 2024-12-05T12:23:54,988 INFO [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:23:54,988 DEBUG [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer(1325): Online Regions={769347d5e5e49f321b251668ac43d3c8=test,,1733401425375.769347d5e5e49f321b251668ac43d3c8., 6dada81b84c99f17730cf98ab04307d4=hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:23:54,989 DEBUG [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dada81b84c99f17730cf98ab04307d4, 769347d5e5e49f321b251668ac43d3c8 2024-12-05T12:23:54,989 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:23:54,989 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:23:54,989 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:23:54,989 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:23:54,989 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:23:54,989 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:23:55,007 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:55,007 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536 to pos 1160, reset compression=false 2024-12-05T12:23:55,008 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.shipperf4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,41971,1733401421608 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:23:55,009 ERROR [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.shipperf4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f4bc09594422,41971,1733401421608: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f4bc09594422,41971,1733401421608, walGroup=f4bc09594422%2C41971%2C1733401421608, offset=f4bc09594422%2C41971%2C1733401421608.1733401423536:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:41971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T12:23:55,010 ERROR [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.shipperf4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T12:23:55,010 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.shipperf4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T12:23:55,013 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.shipperf4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T12:23:55,013 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.shipperf4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T12:23:55,013 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.shipperf4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T12:23:55,013 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.shipperf4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 561873792 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 190956688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T12:23:55,014 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.shipperf4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39053 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39053 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T12:23:55,018 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/default/test/769347d5e5e49f321b251668ac43d3c8/.tmp/f/e121799657c744aa8beef4cddacba16b is 29, key is row1/f:/1733401433957/DeleteFamily/seqid=0 2024-12-05T12:23:55,021 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740/.tmp/info/a8242f20d36142dfbc484d421348ece0 is 147, key is hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4./info:regioninfo/1733401430586/Put/seqid=0 2024-12-05T12:23:55,034 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:55,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741841_1017 (size=7686) 2024-12-05T12:23:55,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741840_1016 (size=5118) 2024-12-05T12:23:55,043 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/default/test/769347d5e5e49f321b251668ac43d3c8/.tmp/f/e121799657c744aa8beef4cddacba16b 2024-12-05T12:23:55,053 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e121799657c744aa8beef4cddacba16b 2024-12-05T12:23:55,078 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/default/test/769347d5e5e49f321b251668ac43d3c8/.tmp/f1/97830b74a9d7404bbab11fcd3be052b3 is 30, key is row1/f1:/1733401433957/DeleteFamily/seqid=0 2024-12-05T12:23:55,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741842_1018 (size=5123) 2024-12-05T12:23:55,087 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/default/test/769347d5e5e49f321b251668ac43d3c8/.tmp/f1/97830b74a9d7404bbab11fcd3be052b3 2024-12-05T12:23:55,096 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97830b74a9d7404bbab11fcd3be052b3 2024-12-05T12:23:55,130 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/default/test/769347d5e5e49f321b251668ac43d3c8/.tmp/norep/429117ce7fe24757bc3a373c41aa03d7 is 33, key is row1/norep:/1733401433957/DeleteFamily/seqid=0 2024-12-05T12:23:55,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741843_1019 (size=5108) 2024-12-05T12:23:55,167 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/default/test/769347d5e5e49f321b251668ac43d3c8/.tmp/norep/429117ce7fe24757bc3a373c41aa03d7 2024-12-05T12:23:55,176 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 429117ce7fe24757bc3a373c41aa03d7 2024-12-05T12:23:55,177 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/default/test/769347d5e5e49f321b251668ac43d3c8/.tmp/f/e121799657c744aa8beef4cddacba16b as hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/default/test/769347d5e5e49f321b251668ac43d3c8/f/e121799657c744aa8beef4cddacba16b 2024-12-05T12:23:55,183 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e121799657c744aa8beef4cddacba16b 2024-12-05T12:23:55,183 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/default/test/769347d5e5e49f321b251668ac43d3c8/f/e121799657c744aa8beef4cddacba16b, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T12:23:55,186 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/default/test/769347d5e5e49f321b251668ac43d3c8/.tmp/f1/97830b74a9d7404bbab11fcd3be052b3 as hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/default/test/769347d5e5e49f321b251668ac43d3c8/f1/97830b74a9d7404bbab11fcd3be052b3 2024-12-05T12:23:55,186 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 914, reset compression=false 2024-12-05T12:23:55,190 DEBUG [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dada81b84c99f17730cf98ab04307d4, 769347d5e5e49f321b251668ac43d3c8 2024-12-05T12:23:55,195 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97830b74a9d7404bbab11fcd3be052b3 2024-12-05T12:23:55,195 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/default/test/769347d5e5e49f321b251668ac43d3c8/f1/97830b74a9d7404bbab11fcd3be052b3, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T12:23:55,196 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/default/test/769347d5e5e49f321b251668ac43d3c8/.tmp/norep/429117ce7fe24757bc3a373c41aa03d7 as hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/default/test/769347d5e5e49f321b251668ac43d3c8/norep/429117ce7fe24757bc3a373c41aa03d7 2024-12-05T12:23:55,201 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 429117ce7fe24757bc3a373c41aa03d7 2024-12-05T12:23:55,201 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/default/test/769347d5e5e49f321b251668ac43d3c8/norep/429117ce7fe24757bc3a373c41aa03d7, entries=1, sequenceid=8, filesize=5.0 K 2024-12-05T12:23:55,209 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 769347d5e5e49f321b251668ac43d3c8 in 231ms, sequenceid=8, compaction requested=false 2024-12-05T12:23:55,225 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536 to pos 1160, reset compression=false 2024-12-05T12:23:55,239 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:55,239 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536 to pos 1509, reset compression=false 2024-12-05T12:23:55,285 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/default/test/769347d5e5e49f321b251668ac43d3c8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T12:23:55,287 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:55,287 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:23:55,287 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401425375.769347d5e5e49f321b251668ac43d3c8. 2024-12-05T12:23:55,287 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 769347d5e5e49f321b251668ac43d3c8: Waiting for close lock at 1733401434978Running coprocessor pre-close hooks at 1733401434978Disabling compacts and flushes for region at 1733401434978Disabling writes for close at 1733401434978Obtaining lock to block concurrent updates at 1733401434978Preparing flush snapshotting stores in 769347d5e5e49f321b251668ac43d3c8 at 1733401434978Finished memstore snapshotting test,,1733401425375.769347d5e5e49f321b251668ac43d3c8., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733401434979 (+1 ms)Flushing stores of test,,1733401425375.769347d5e5e49f321b251668ac43d3c8. at 1733401434980 (+1 ms)Flushing 769347d5e5e49f321b251668ac43d3c8/f: creating writer at 1733401434980Flushing 769347d5e5e49f321b251668ac43d3c8/f: appending metadata at 1733401435017 (+37 ms)Flushing 769347d5e5e49f321b251668ac43d3c8/f: closing flushed file at 1733401435017Flushing 769347d5e5e49f321b251668ac43d3c8/f1: creating writer at 1733401435053 (+36 ms)Flushing 769347d5e5e49f321b251668ac43d3c8/f1: appending metadata at 1733401435077 (+24 ms)Flushing 769347d5e5e49f321b251668ac43d3c8/f1: closing flushed file at 1733401435077Flushing 769347d5e5e49f321b251668ac43d3c8/norep: creating writer at 1733401435096 (+19 ms)Flushing 769347d5e5e49f321b251668ac43d3c8/norep: appending metadata at 1733401435127 (+31 ms)Flushing 769347d5e5e49f321b251668ac43d3c8/norep: closing flushed file at 1733401435127Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4649e484: reopening flushed file at 1733401435176 (+49 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc98dfa: reopening flushed file at 1733401435185 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a04fb4e: reopening flushed file at 1733401435195 (+10 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 769347d5e5e49f321b251668ac43d3c8 in 231ms, sequenceid=8, compaction requested=false at 1733401435209 (+14 ms)Writing region close event to WAL at 1733401435274 (+65 ms)Running coprocessor post-close hooks at 1733401435287 (+13 ms)Closed at 1733401435287 2024-12-05T12:23:55,287 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401425375.769347d5e5e49f321b251668ac43d3c8. 2024-12-05T12:23:55,288 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6dada81b84c99f17730cf98ab04307d4, disabling compactions & flushes 2024-12-05T12:23:55,288 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4. 2024-12-05T12:23:55,288 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4. 2024-12-05T12:23:55,288 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4. after waiting 0 ms 2024-12-05T12:23:55,288 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4. 2024-12-05T12:23:55,288 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6dada81b84c99f17730cf98ab04307d4: Waiting for close lock at 1733401435287Running coprocessor pre-close hooks at 1733401435287Disabling compacts and flushes for region at 1733401435288 (+1 ms)Disabling writes for close at 1733401435288Failed flush hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4., putting online again at 1733401435288 2024-12-05T12:23:55,288 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4. 2024-12-05T12:23:55,386 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:23:55,386 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:23:55,391 INFO [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer(3091): Received CLOSE for 6dada81b84c99f17730cf98ab04307d4 2024-12-05T12:23:55,391 DEBUG [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dada81b84c99f17730cf98ab04307d4 2024-12-05T12:23:55,391 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6dada81b84c99f17730cf98ab04307d4, disabling compactions & flushes 2024-12-05T12:23:55,391 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4. 2024-12-05T12:23:55,391 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4. 2024-12-05T12:23:55,391 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4. after waiting 0 ms 2024-12-05T12:23:55,391 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4. 2024-12-05T12:23:55,391 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6dada81b84c99f17730cf98ab04307d4: Waiting for close lock at 1733401435391Running coprocessor pre-close hooks at 1733401435391Disabling compacts and flushes for region at 1733401435391Disabling writes for close at 1733401435391Failed flush hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4., putting online again at 1733401435391 2024-12-05T12:23:55,391 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733401429767.6dada81b84c99f17730cf98ab04307d4. 2024-12-05T12:23:55,447 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740/.tmp/info/a8242f20d36142dfbc484d421348ece0 2024-12-05T12:23:55,470 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536 to pos 1509, reset compression=false 2024-12-05T12:23:55,478 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:55,485 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740/.tmp/ns/6e0804738f5145cfab0bf20c6bc17850 is 43, key is default/ns:d/1733401424619/Put/seqid=0 2024-12-05T12:23:55,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741844_1020 (size=5153) 2024-12-05T12:23:55,496 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740/.tmp/ns/6e0804738f5145cfab0bf20c6bc17850 2024-12-05T12:23:55,521 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740/.tmp/rep_barrier/d5b198fb0e2d490797fd18441f4334ab is 112, key is test,,1733401425375.769347d5e5e49f321b251668ac43d3c8./rep_barrier:seqnumDuringOpen/1733401426758/Put/seqid=0 2024-12-05T12:23:55,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741845_1021 (size=5518) 2024-12-05T12:23:55,527 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740/.tmp/rep_barrier/d5b198fb0e2d490797fd18441f4334ab 2024-12-05T12:23:55,548 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740/.tmp/table/c439f3c0de9045b78d75df8c2a3e300f is 53, key is hbase:replication/table:state/1733401430602/Put/seqid=0 2024-12-05T12:23:55,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741846_1022 (size=5308) 2024-12-05T12:23:55,552 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740/.tmp/table/c439f3c0de9045b78d75df8c2a3e300f 2024-12-05T12:23:55,558 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740/.tmp/info/a8242f20d36142dfbc484d421348ece0 as hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740/info/a8242f20d36142dfbc484d421348ece0 2024-12-05T12:23:55,562 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740/info/a8242f20d36142dfbc484d421348ece0, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:23:55,569 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740/.tmp/ns/6e0804738f5145cfab0bf20c6bc17850 as hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740/ns/6e0804738f5145cfab0bf20c6bc17850 2024-12-05T12:23:55,574 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740/ns/6e0804738f5145cfab0bf20c6bc17850, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:23:55,575 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740/.tmp/rep_barrier/d5b198fb0e2d490797fd18441f4334ab as hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740/rep_barrier/d5b198fb0e2d490797fd18441f4334ab 2024-12-05T12:23:55,580 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740/rep_barrier/d5b198fb0e2d490797fd18441f4334ab, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:23:55,582 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740/.tmp/table/c439f3c0de9045b78d75df8c2a3e300f as hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740/table/c439f3c0de9045b78d75df8c2a3e300f 2024-12-05T12:23:55,586 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740/table/c439f3c0de9045b78d75df8c2a3e300f, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:23:55,590 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 601ms, sequenceid=16, compaction requested=false 2024-12-05T12:23:55,591 DEBUG [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:23:55,594 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:23:55,594 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:55,594 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:55,595 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:55,595 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401434989Running coprocessor pre-close hooks at 1733401434989Disabling compacts and flushes for region at 1733401434989Disabling writes for close at 1733401434989Obtaining lock to block concurrent updates at 1733401434989Preparing flush snapshotting stores in 1588230740 at 1733401434989Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401434989Flushing stores of hbase:meta,,1.1588230740 at 1733401434990 (+1 ms)Flushing 1588230740/info: creating writer at 1733401434990Flushing 1588230740/info: appending metadata at 1733401435020 (+30 ms)Flushing 1588230740/info: closing flushed file at 1733401435020Flushing 1588230740/ns: creating writer at 1733401435461 (+441 ms)Flushing 1588230740/ns: appending metadata at 1733401435484 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1733401435484Flushing 1588230740/rep_barrier: creating writer at 1733401435502 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401435521 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401435521Flushing 1588230740/table: creating writer at 1733401435533 (+12 ms)Flushing 1588230740/table: appending metadata at 1733401435548 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733401435548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2246233f: reopening flushed file at 1733401435556 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cef82e: reopening flushed file at 1733401435562 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f4ef3cc: reopening flushed file at 1733401435574 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b3b4b51: reopening flushed file at 1733401435581 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 601ms, sequenceid=16, compaction requested=false at 1733401435590 (+9 ms)Writing region close event to WAL at 1733401435591 (+1 ms)Running coprocessor post-close hooks at 1733401435594 (+3 ms)Closed at 1733401435595 (+1 ms) 2024-12-05T12:23:55,595 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:55,692 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 914, reset compression=false 2024-12-05T12:23:55,791 INFO [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T12:23:55,791 INFO [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,41971,1733401421608; all regions closed. 2024-12-05T12:23:55,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741834_1010 (size=4239) 2024-12-05T12:23:55,800 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.meta.1733401424546.meta not finished, retry = 0 2024-12-05T12:23:55,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741839_1015 (size=1515) 2024-12-05T12:23:55,906 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.rep.1733401430526 not finished, retry = 0 2024-12-05T12:23:56,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741832_1008 (size=1812) 2024-12-05T12:23:56,012 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/WALs/f4bc09594422,41971,1733401421608/f4bc09594422%2C41971%2C1733401421608.1733401423536 not finished, retry = 0 2024-12-05T12:23:56,117 DEBUG [RS:0;f4bc09594422:41971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:56,117 INFO [RS:0;f4bc09594422:41971 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:56,117 INFO [RS:0;f4bc09594422:41971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:23:56,117 INFO [RS:0;f4bc09594422:41971 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:23:56,117 INFO [RS:0;f4bc09594422:41971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:23:56,118 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:23:56,118 INFO [RS:0;f4bc09594422:41971 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f4bc09594422,41971,1733401421608 because: Region server is closing 2024-12-05T12:23:56,118 INFO [RS:0;f4bc09594422:41971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:41971. 2024-12-05T12:23:56,118 DEBUG [RS:0;f4bc09594422:41971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:56,118 DEBUG [RS:0;f4bc09594422:41971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:56,118 DEBUG [RS:0;f4bc09594422:41971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:56,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:56,219 INFO [RS:0;f4bc09594422:41971 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.shipperf4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 terminated 2024-12-05T12:23:56,219 INFO [RS:0;f4bc09594422:41971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:41971. 2024-12-05T12:23:56,219 DEBUG [RS:0;f4bc09594422:41971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:56,219 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41971,1733401421608.replicationSource.wal-reader.f4bc09594422%2C41971%2C1733401421608,1-f4bc09594422,41971,1733401421608 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-12-05T12:23:56,219 DEBUG [RS:0;f4bc09594422:41971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:56,219 DEBUG [RS:0;f4bc09594422:41971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:56,219 INFO [RS:0;f4bc09594422:41971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41971 2024-12-05T12:23:56,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:56,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924/rs 2024-12-05T12:23:56,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x100aa649fab0004, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11590877924/rs/f4bc09594422,41971,1733401421608 2024-12-05T12:23:56,222 INFO [RS:0;f4bc09594422:41971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:23:56,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,41971,1733401421608] 2024-12-05T12:23:56,224 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11590877924/draining/f4bc09594422,41971,1733401421608 already deleted, retry=false 2024-12-05T12:23:56,224 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,41971,1733401421608 expired; onlineServers=0 2024-12-05T12:23:56,224 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,39053,1733401421537' ***** 2024-12-05T12:23:56,224 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:23:56,224 INFO [M:0;f4bc09594422:39053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:56,224 INFO [M:0;f4bc09594422:39053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:23:56,224 DEBUG [M:0;f4bc09594422:39053 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:23:56,224 DEBUG [M:0;f4bc09594422:39053 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:23:56,224 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:23:56,224 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401423305 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401423305,5,FailOnTimeoutGroup] 2024-12-05T12:23:56,224 INFO [M:0;f4bc09594422:39053 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:23:56,225 INFO [M:0;f4bc09594422:39053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:23:56,225 DEBUG [M:0;f4bc09594422:39053 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:23:56,225 INFO [M:0;f4bc09594422:39053 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:23:56,225 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401423304 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401423304,5,FailOnTimeoutGroup] 2024-12-05T12:23:56,225 INFO [M:0;f4bc09594422:39053 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:56,225 INFO [M:0;f4bc09594422:39053 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:23:56,225 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:23:56,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11590877924/master 2024-12-05T12:23:56,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11590877924 2024-12-05T12:23:56,226 DEBUG [M:0;f4bc09594422:39053 {}] zookeeper.ZKUtil(347): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Unable to get data of znode /11590877924/master because node does not exist (not an error) 2024-12-05T12:23:56,226 WARN [M:0;f4bc09594422:39053 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:23:56,226 INFO [M:0;f4bc09594422:39053 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/.lastflushedseqids 2024-12-05T12:23:56,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741847_1023 (size=245) 2024-12-05T12:23:56,235 INFO [M:0;f4bc09594422:39053 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:23:56,235 INFO [M:0;f4bc09594422:39053 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:23:56,235 DEBUG [M:0;f4bc09594422:39053 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:23:56,236 INFO [M:0;f4bc09594422:39053 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:56,236 DEBUG [M:0;f4bc09594422:39053 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:56,236 DEBUG [M:0;f4bc09594422:39053 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:23:56,236 DEBUG [M:0;f4bc09594422:39053 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:56,236 INFO [M:0;f4bc09594422:39053 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T12:23:56,263 DEBUG [M:0;f4bc09594422:39053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50a9598510e64d11a91113593dbd8ec9 is 82, key is hbase:meta,,1/info:regioninfo/1733401424608/Put/seqid=0 2024-12-05T12:23:56,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741848_1024 (size=5672) 2024-12-05T12:23:56,268 INFO [M:0;f4bc09594422:39053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50a9598510e64d11a91113593dbd8ec9 2024-12-05T12:23:56,291 DEBUG [M:0;f4bc09594422:39053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b33a14dd45aa471c8a22800c4639f3d6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733401430608/Put/seqid=0 2024-12-05T12:23:56,296 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 914, reset compression=false 2024-12-05T12:23:56,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741849_1025 (size=8516) 2024-12-05T12:23:56,315 INFO [M:0;f4bc09594422:39053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b33a14dd45aa471c8a22800c4639f3d6 2024-12-05T12:23:56,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x100aa649fab0004, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:56,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x100aa649fab0004, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:56,323 INFO [RS:0;f4bc09594422:41971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:23:56,323 INFO [RS:0;f4bc09594422:41971 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,41971,1733401421608; zookeeper connection closed. 2024-12-05T12:23:56,324 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c215d7b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c215d7b 2024-12-05T12:23:56,324 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:23:56,347 DEBUG [M:0;f4bc09594422:39053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a14590d265747b5ab12312ea16cce76 is 69, key is f4bc09594422,41971,1733401421608/rs:state/1733401423350/Put/seqid=0 2024-12-05T12:23:56,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741850_1026 (size=5156) 2024-12-05T12:23:56,368 INFO [M:0;f4bc09594422:39053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a14590d265747b5ab12312ea16cce76 2024-12-05T12:23:56,379 DEBUG [M:0;f4bc09594422:39053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50a9598510e64d11a91113593dbd8ec9 as hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50a9598510e64d11a91113593dbd8ec9 2024-12-05T12:23:56,387 INFO [M:0;f4bc09594422:39053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50a9598510e64d11a91113593dbd8ec9, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T12:23:56,388 DEBUG [M:0;f4bc09594422:39053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b33a14dd45aa471c8a22800c4639f3d6 as hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b33a14dd45aa471c8a22800c4639f3d6 2024-12-05T12:23:56,404 INFO [M:0;f4bc09594422:39053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b33a14dd45aa471c8a22800c4639f3d6, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T12:23:56,420 DEBUG [M:0;f4bc09594422:39053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a14590d265747b5ab12312ea16cce76 as hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a14590d265747b5ab12312ea16cce76 2024-12-05T12:23:56,430 INFO [M:0;f4bc09594422:39053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34831/user/jenkins/test-data/6890b90d-95f1-bf07-e4a8-8d5f4b0aee0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a14590d265747b5ab12312ea16cce76, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T12:23:56,431 INFO [M:0;f4bc09594422:39053 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 195ms, sequenceid=97, compaction requested=false 2024-12-05T12:23:56,435 INFO [M:0;f4bc09594422:39053 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:56,435 DEBUG [M:0;f4bc09594422:39053 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401436235Disabling compacts and flushes for region at 1733401436235Disabling writes for close at 1733401436236 (+1 ms)Obtaining lock to block concurrent updates at 1733401436236Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401436236Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733401436236Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401436237 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401436237Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401436263 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401436263Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401436272 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401436291 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401436291Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401436322 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401436346 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401436346Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31095763: reopening flushed file at 1733401436377 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e89ea90: reopening flushed file at 1733401436388 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79b78a3b: reopening flushed file at 1733401436404 (+16 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 195ms, sequenceid=97, compaction requested=false at 1733401436431 (+27 ms)Writing region close event to WAL at 1733401436435 (+4 ms)Closed at 1733401436435 2024-12-05T12:23:56,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741830_1006 (size=63654) 2024-12-05T12:23:56,439 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:23:56,439 INFO [M:0;f4bc09594422:39053 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:23:56,439 INFO [M:0;f4bc09594422:39053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39053 2024-12-05T12:23:56,440 INFO [M:0;f4bc09594422:39053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:23:56,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:56,542 INFO [M:0;f4bc09594422:39053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:23:56,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x100aa649fab0003, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:56,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a1dba57{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:23:56,562 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36e0ee5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:23:56,562 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:23:56,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67f8c14a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:23:56,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20201a70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/hadoop.log.dir/,STOPPED} 2024-12-05T12:23:56,564 WARN [BP-700124675-172.17.0.3-1733401420562 heartbeating to localhost/127.0.0.1:34831 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:23:56,564 WARN [BP-700124675-172.17.0.3-1733401420562 heartbeating to localhost/127.0.0.1:34831 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-700124675-172.17.0.3-1733401420562 (Datanode Uuid d9709e59-0b8c-49b9-b084-82866529aa87) service to localhost/127.0.0.1:34831 2024-12-05T12:23:56,565 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/cluster_a39346f2-329f-18dd-e8ed-809a90fb0548/data/data1/current/BP-700124675-172.17.0.3-1733401420562 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:23:56,565 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/cluster_a39346f2-329f-18dd-e8ed-809a90fb0548/data/data2/current/BP-700124675-172.17.0.3-1733401420562 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:23:56,566 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:23:56,566 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:23:56,566 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:23:56,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31cef4fe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:23:56,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f7ab683{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:23:56,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:23:56,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21063d89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:23:56,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70cdbd3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/hadoop.log.dir/,STOPPED} 2024-12-05T12:23:56,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:23:56,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:23:56,590 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:56,590 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:56,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:56,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:56,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:56,592 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:23:56,592 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=8378964, stopped=false 2024-12-05T12:23:56,592 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,41515,1733401418179 2024-12-05T12:23:56,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02074014599/running 2024-12-05T12:23:56,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599 2024-12-05T12:23:56,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x100aa649fab0001, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02074014599/running 2024-12-05T12:23:56,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x100aa649fab0001, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599 2024-12-05T12:23:56,593 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:56,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:23:56,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:56,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:56,594 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,32831,1733401418343' ***** 2024-12-05T12:23:56,594 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:23:56,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Set watcher on znode that does not yet exist, /02074014599/running 2024-12-05T12:23:56,594 INFO [RS:0;f4bc09594422:32831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:23:56,594 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:23:56,594 INFO [RS:0;f4bc09594422:32831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:23:56,594 INFO [RS:0;f4bc09594422:32831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:23:56,594 INFO [RS:0;f4bc09594422:32831 {}] regionserver.HRegionServer(3091): Received CLOSE for 492cb9539c0d7708f5dd2d4425b12444 2024-12-05T12:23:56,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32831-0x100aa649fab0001, quorum=127.0.0.1:64764, baseZNode=/02074014599 Set watcher on znode that does not yet exist, /02074014599/running 2024-12-05T12:23:56,596 INFO [RS:0;f4bc09594422:32831 {}] regionserver.HRegionServer(3091): Received CLOSE for f2d2a00d1326f5a47ce0a2ba858e4ef6 2024-12-05T12:23:56,596 INFO [RS:0;f4bc09594422:32831 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,32831,1733401418343 2024-12-05T12:23:56,596 INFO [RS:0;f4bc09594422:32831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:56,596 INFO [RS:0;f4bc09594422:32831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:32831. 2024-12-05T12:23:56,597 DEBUG [RS:0;f4bc09594422:32831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:56,597 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 492cb9539c0d7708f5dd2d4425b12444, disabling compactions & flushes 2024-12-05T12:23:56,597 DEBUG [RS:0;f4bc09594422:32831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:56,597 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444. 2024-12-05T12:23:56,597 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444. 2024-12-05T12:23:56,597 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444. after waiting 0 ms 2024-12-05T12:23:56,597 INFO [RS:0;f4bc09594422:32831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:23:56,597 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444. 2024-12-05T12:23:56,597 INFO [RS:0;f4bc09594422:32831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:23:56,597 INFO [RS:0;f4bc09594422:32831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:23:56,597 INFO [RS:0;f4bc09594422:32831 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:23:56,597 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 492cb9539c0d7708f5dd2d4425b12444 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-05T12:23:56,597 INFO [RS:0;f4bc09594422:32831 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:23:56,597 DEBUG [RS:0;f4bc09594422:32831 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 492cb9539c0d7708f5dd2d4425b12444=test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444., f2d2a00d1326f5a47ce0a2ba858e4ef6=hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6.} 2024-12-05T12:23:56,597 DEBUG [RS:0;f4bc09594422:32831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 492cb9539c0d7708f5dd2d4425b12444, f2d2a00d1326f5a47ce0a2ba858e4ef6 2024-12-05T12:23:56,597 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:23:56,597 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:23:56,597 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:23:56,597 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:23:56,597 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:23:56,598 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:23:56,615 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/default/test/492cb9539c0d7708f5dd2d4425b12444/.tmp/f/d91d57e520ae49089feba406eda4833f is 29, key is row1/f:/1733401433957/DeleteFamily/seqid=0 2024-12-05T12:23:56,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741840_1016 (size=5118) 2024-12-05T12:23:56,620 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/default/test/492cb9539c0d7708f5dd2d4425b12444/.tmp/f/d91d57e520ae49089feba406eda4833f 2024-12-05T12:23:56,620 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740/.tmp/info/b0b3426293a5448da9e3421e83b804a2 is 147, key is hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6./info:regioninfo/1733401428471/Put/seqid=0 2024-12-05T12:23:56,621 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:56,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741841_1017 (size=7686) 2024-12-05T12:23:56,629 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d91d57e520ae49089feba406eda4833f 2024-12-05T12:23:56,673 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/default/test/492cb9539c0d7708f5dd2d4425b12444/.tmp/f1/eb0580fda1584d64aa85cb57abceb477 is 30, key is row1/f1:/1733401433957/DeleteFamily/seqid=0 2024-12-05T12:23:56,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741842_1018 (size=5123) 2024-12-05T12:23:56,679 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/default/test/492cb9539c0d7708f5dd2d4425b12444/.tmp/f1/eb0580fda1584d64aa85cb57abceb477 2024-12-05T12:23:56,694 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb0580fda1584d64aa85cb57abceb477 2024-12-05T12:23:56,697 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:23:56,697 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:23:56,721 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/default/test/492cb9539c0d7708f5dd2d4425b12444/.tmp/norep/fdb47ef08f6a4c85afe7fabf1750c1d2 is 32, key is row/norep:/1733401432930/DeleteFamily/seqid=0 2024-12-05T12:23:56,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741843_1019 (size=5101) 2024-12-05T12:23:56,752 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/default/test/492cb9539c0d7708f5dd2d4425b12444/.tmp/norep/fdb47ef08f6a4c85afe7fabf1750c1d2 2024-12-05T12:23:56,777 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdb47ef08f6a4c85afe7fabf1750c1d2 2024-12-05T12:23:56,785 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/default/test/492cb9539c0d7708f5dd2d4425b12444/.tmp/f/d91d57e520ae49089feba406eda4833f as hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/default/test/492cb9539c0d7708f5dd2d4425b12444/f/d91d57e520ae49089feba406eda4833f 2024-12-05T12:23:56,797 DEBUG [RS:0;f4bc09594422:32831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 492cb9539c0d7708f5dd2d4425b12444, f2d2a00d1326f5a47ce0a2ba858e4ef6 2024-12-05T12:23:56,805 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d91d57e520ae49089feba406eda4833f 2024-12-05T12:23:56,805 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/default/test/492cb9539c0d7708f5dd2d4425b12444/f/d91d57e520ae49089feba406eda4833f, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T12:23:56,806 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/default/test/492cb9539c0d7708f5dd2d4425b12444/.tmp/f1/eb0580fda1584d64aa85cb57abceb477 as hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/default/test/492cb9539c0d7708f5dd2d4425b12444/f1/eb0580fda1584d64aa85cb57abceb477 2024-12-05T12:23:56,829 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb0580fda1584d64aa85cb57abceb477 2024-12-05T12:23:56,829 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/default/test/492cb9539c0d7708f5dd2d4425b12444/f1/eb0580fda1584d64aa85cb57abceb477, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T12:23:56,840 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/default/test/492cb9539c0d7708f5dd2d4425b12444/.tmp/norep/fdb47ef08f6a4c85afe7fabf1750c1d2 as hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/default/test/492cb9539c0d7708f5dd2d4425b12444/norep/fdb47ef08f6a4c85afe7fabf1750c1d2 2024-12-05T12:23:56,879 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdb47ef08f6a4c85afe7fabf1750c1d2 2024-12-05T12:23:56,879 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/default/test/492cb9539c0d7708f5dd2d4425b12444/norep/fdb47ef08f6a4c85afe7fabf1750c1d2, entries=1, sequenceid=8, filesize=5.0 K 2024-12-05T12:23:56,881 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 492cb9539c0d7708f5dd2d4425b12444 in 284ms, sequenceid=8, compaction requested=false 2024-12-05T12:23:56,881 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T12:23:56,941 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/default/test/492cb9539c0d7708f5dd2d4425b12444/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T12:23:56,945 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:56,945 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:23:56,946 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444. 2024-12-05T12:23:56,946 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 492cb9539c0d7708f5dd2d4425b12444: Waiting for close lock at 1733401436596Running coprocessor pre-close hooks at 1733401436596Disabling compacts and flushes for region at 1733401436596Disabling writes for close at 1733401436597 (+1 ms)Obtaining lock to block concurrent updates at 1733401436597Preparing flush snapshotting stores in 492cb9539c0d7708f5dd2d4425b12444 at 1733401436597Finished memstore snapshotting test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733401436597Flushing stores of test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444. at 1733401436598 (+1 ms)Flushing 492cb9539c0d7708f5dd2d4425b12444/f: creating writer at 1733401436598Flushing 492cb9539c0d7708f5dd2d4425b12444/f: appending metadata at 1733401436614 (+16 ms)Flushing 492cb9539c0d7708f5dd2d4425b12444/f: closing flushed file at 1733401436614Flushing 492cb9539c0d7708f5dd2d4425b12444/f1: creating writer at 1733401436629 (+15 ms)Flushing 492cb9539c0d7708f5dd2d4425b12444/f1: appending metadata at 1733401436672 (+43 ms)Flushing 492cb9539c0d7708f5dd2d4425b12444/f1: closing flushed file at 1733401436672Flushing 492cb9539c0d7708f5dd2d4425b12444/norep: creating writer at 1733401436695 (+23 ms)Flushing 492cb9539c0d7708f5dd2d4425b12444/norep: appending metadata at 1733401436720 (+25 ms)Flushing 492cb9539c0d7708f5dd2d4425b12444/norep: closing flushed file at 1733401436720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@262b5ed8: reopening flushed file at 1733401436777 (+57 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@396d0453: reopening flushed file at 1733401436805 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56038cad: reopening flushed file at 1733401436829 (+24 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 492cb9539c0d7708f5dd2d4425b12444 in 284ms, sequenceid=8, compaction requested=false at 1733401436881 (+52 ms)Writing region close event to WAL at 1733401436916 (+35 ms)Running coprocessor post-close hooks at 1733401436945 (+29 ms)Closed at 1733401436945 2024-12-05T12:23:56,946 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444. 2024-12-05T12:23:56,946 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2d2a00d1326f5a47ce0a2ba858e4ef6, disabling compactions & flushes 2024-12-05T12:23:56,946 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6. 2024-12-05T12:23:56,946 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6. 2024-12-05T12:23:56,946 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6. after waiting 0 ms 2024-12-05T12:23:56,946 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6. 2024-12-05T12:23:56,947 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f2d2a00d1326f5a47ce0a2ba858e4ef6 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-05T12:23:56,976 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/replication/f2d2a00d1326f5a47ce0a2ba858e4ef6/.tmp/queue/a3d8a4936b274927a62b7df1769dee57 is 153, key is 1-f4bc09594422,32831,1733401418343/queue:f4bc09594422%2C32831%2C1733401418343/1733401434216/Put/seqid=0 2024-12-05T12:23:57,000 DEBUG [RS:0;f4bc09594422:32831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2d2a00d1326f5a47ce0a2ba858e4ef6 2024-12-05T12:23:57,016 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 914, reset compression=false 2024-12-05T12:23:57,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741844_1020 (size=5352) 2024-12-05T12:23:57,029 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/replication/f2d2a00d1326f5a47ce0a2ba858e4ef6/.tmp/queue/a3d8a4936b274927a62b7df1769dee57 2024-12-05T12:23:57,036 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740/.tmp/info/b0b3426293a5448da9e3421e83b804a2 2024-12-05T12:23:57,054 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:23:57,054 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 1805, reset compression=false 2024-12-05T12:23:57,054 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.shipperf4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,32831,1733401418343 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845, lastWalPosition=1805, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:23:57,055 ERROR [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.shipperf4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f4bc09594422,32831,1733401418343: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f4bc09594422,32831,1733401418343, walGroup=f4bc09594422%2C32831%2C1733401418343, offset=f4bc09594422%2C32831%2C1733401418343.1733401419845:1805, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:32831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T12:23:57,056 ERROR [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.shipperf4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T12:23:57,057 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.shipperf4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T12:23:57,057 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.shipperf4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T12:23:57,057 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.shipperf4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T12:23:57,057 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.shipperf4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T12:23:57,057 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.shipperf4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 626885504 }, "NonHeapMemoryUsage": { "committed": 195100672, "init": 7667712, "max": -1, "used": 191636408 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T12:23:57,058 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.shipperf4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:41515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:41515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T12:23:57,075 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/replication/f2d2a00d1326f5a47ce0a2ba858e4ef6/.tmp/queue/a3d8a4936b274927a62b7df1769dee57 as hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/replication/f2d2a00d1326f5a47ce0a2ba858e4ef6/queue/a3d8a4936b274927a62b7df1769dee57 2024-12-05T12:23:57,091 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/replication/f2d2a00d1326f5a47ce0a2ba858e4ef6/queue/a3d8a4936b274927a62b7df1769dee57, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T12:23:57,092 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for f2d2a00d1326f5a47ce0a2ba858e4ef6 in 146ms, sequenceid=10, compaction requested=false 2024-12-05T12:23:57,107 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740/.tmp/ns/82488cd915bd46398b1eec02cd3a9f38 is 43, key is default/ns:d/1733401420380/Put/seqid=0 2024-12-05T12:23:57,116 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/replication/f2d2a00d1326f5a47ce0a2ba858e4ef6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T12:23:57,119 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:57,119 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:57,119 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6. 2024-12-05T12:23:57,119 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2d2a00d1326f5a47ce0a2ba858e4ef6: Waiting for close lock at 1733401436946Running coprocessor pre-close hooks at 1733401436946Disabling compacts and flushes for region at 1733401436946Disabling writes for close at 1733401436946Obtaining lock to block concurrent updates at 1733401436947 (+1 ms)Preparing flush snapshotting stores in f2d2a00d1326f5a47ce0a2ba858e4ef6 at 1733401436947Finished memstore snapshotting hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733401436947Flushing stores of hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6. at 1733401436948 (+1 ms)Flushing f2d2a00d1326f5a47ce0a2ba858e4ef6/queue: creating writer at 1733401436948Flushing f2d2a00d1326f5a47ce0a2ba858e4ef6/queue: appending metadata at 1733401436975 (+27 ms)Flushing f2d2a00d1326f5a47ce0a2ba858e4ef6/queue: closing flushed file at 1733401436976 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76530385: reopening flushed file at 1733401437066 (+90 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for f2d2a00d1326f5a47ce0a2ba858e4ef6 in 146ms, sequenceid=10, compaction requested=false at 1733401437092 (+26 ms)Writing region close event to WAL at 1733401437106 (+14 ms)Running coprocessor post-close hooks at 1733401437119 (+13 ms)Closed at 1733401437119 2024-12-05T12:23:57,119 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401427613.f2d2a00d1326f5a47ce0a2ba858e4ef6. 2024-12-05T12:23:57,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741845_1021 (size=5153) 2024-12-05T12:23:57,155 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740/.tmp/ns/82488cd915bd46398b1eec02cd3a9f38 2024-12-05T12:23:57,199 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740/.tmp/rep_barrier/c7c7690ce30a44b089893df1479e3167 is 112, key is test,,1733401424729.492cb9539c0d7708f5dd2d4425b12444./rep_barrier:seqnumDuringOpen/1733401425195/Put/seqid=0 2024-12-05T12:23:57,201 DEBUG [RS:0;f4bc09594422:32831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:23:57,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741846_1022 (size=5518) 2024-12-05T12:23:57,205 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740/.tmp/rep_barrier/c7c7690ce30a44b089893df1479e3167 2024-12-05T12:23:57,257 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740/.tmp/table/d6794aec73fb401099882bab6d463dba is 53, key is hbase:replication/table:state/1733401428483/Put/seqid=0 2024-12-05T12:23:57,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741847_1023 (size=5308) 2024-12-05T12:23:57,280 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740/.tmp/table/d6794aec73fb401099882bab6d463dba 2024-12-05T12:23:57,297 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740/.tmp/info/b0b3426293a5448da9e3421e83b804a2 as hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740/info/b0b3426293a5448da9e3421e83b804a2 2024-12-05T12:23:57,303 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740/info/b0b3426293a5448da9e3421e83b804a2, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:23:57,303 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/WALs/f4bc09594422,32831,1733401418343/f4bc09594422%2C32831%2C1733401418343.1733401419845 to pos 1805, reset compression=false 2024-12-05T12:23:57,304 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740/.tmp/ns/82488cd915bd46398b1eec02cd3a9f38 as hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740/ns/82488cd915bd46398b1eec02cd3a9f38 2024-12-05T12:23:57,309 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740/ns/82488cd915bd46398b1eec02cd3a9f38, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:23:57,310 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740/.tmp/rep_barrier/c7c7690ce30a44b089893df1479e3167 as hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740/rep_barrier/c7c7690ce30a44b089893df1479e3167 2024-12-05T12:23:57,315 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740/rep_barrier/c7c7690ce30a44b089893df1479e3167, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:23:57,317 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740/.tmp/table/d6794aec73fb401099882bab6d463dba as hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740/table/d6794aec73fb401099882bab6d463dba 2024-12-05T12:23:57,324 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740/table/d6794aec73fb401099882bab6d463dba, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:23:57,329 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 732ms, sequenceid=16, compaction requested=false 2024-12-05T12:23:57,381 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:23:57,382 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:23:57,382 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:23:57,382 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:57,382 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401436597Running coprocessor pre-close hooks at 1733401436597Disabling compacts and flushes for region at 1733401436597Disabling writes for close at 1733401436597Obtaining lock to block concurrent updates at 1733401436598 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733401436598Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401436598Flushing stores of hbase:meta,,1.1588230740 at 1733401436598Flushing 1588230740/info: creating writer at 1733401436598Flushing 1588230740/info: appending metadata at 1733401436620 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733401436620Flushing 1588230740/ns: creating writer at 1733401437048 (+428 ms)Flushing 1588230740/ns: appending metadata at 1733401437102 (+54 ms)Flushing 1588230740/ns: closing flushed file at 1733401437106 (+4 ms)Flushing 1588230740/rep_barrier: creating writer at 1733401437170 (+64 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401437197 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401437197Flushing 1588230740/table: creating writer at 1733401437211 (+14 ms)Flushing 1588230740/table: appending metadata at 1733401437256 (+45 ms)Flushing 1588230740/table: closing flushed file at 1733401437256Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f1b2df: reopening flushed file at 1733401437294 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5629dabc: reopening flushed file at 1733401437303 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39f63bc: reopening flushed file at 1733401437310 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251e17ea: reopening flushed file at 1733401437316 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 732ms, sequenceid=16, compaction requested=false at 1733401437329 (+13 ms)Writing region close event to WAL at 1733401437366 (+37 ms)Running coprocessor post-close hooks at 1733401437382 (+16 ms)Closed at 1733401437382 2024-12-05T12:23:57,382 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:23:57,401 INFO [RS:0;f4bc09594422:32831 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,32831,1733401418343; all regions closed. 2024-12-05T12:23:57,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741834_1010 (size=4239) 2024-12-05T12:23:57,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741839_1015 (size=2676) 2024-12-05T12:23:57,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741833_1009 (size=1813) 2024-12-05T12:23:57,429 DEBUG [RS:0;f4bc09594422:32831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:57,429 INFO [RS:0;f4bc09594422:32831 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:23:57,429 INFO [RS:0;f4bc09594422:32831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:23:57,429 INFO [RS:0;f4bc09594422:32831 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:23:57,429 INFO [RS:0;f4bc09594422:32831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:23:57,429 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:23:57,430 INFO [RS:0;f4bc09594422:32831 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f4bc09594422,32831,1733401418343 because: Region server is closing 2024-12-05T12:23:57,430 INFO [RS:0;f4bc09594422:32831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:32831. 2024-12-05T12:23:57,431 DEBUG [RS:0;f4bc09594422:32831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:57,431 DEBUG [RS:0;f4bc09594422:32831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:57,431 DEBUG [RS:0;f4bc09594422:32831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:57,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:57,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T12:23:57,451 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T12:23:57,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:23:57,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T12:23:57,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:23:57,531 INFO [RS:0;f4bc09594422:32831 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.shipperf4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 terminated 2024-12-05T12:23:57,531 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,32831,1733401418343.replicationSource.wal-reader.f4bc09594422%2C32831%2C1733401418343,1-f4bc09594422,32831,1733401418343 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:23:57,531 INFO [RS:0;f4bc09594422:32831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:32831. 2024-12-05T12:23:57,531 DEBUG [RS:0;f4bc09594422:32831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:23:57,531 DEBUG [RS:0;f4bc09594422:32831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:57,532 DEBUG [RS:0;f4bc09594422:32831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:23:57,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:23:57,532 INFO [RS:0;f4bc09594422:32831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32831 2024-12-05T12:23:57,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599/rs 2024-12-05T12:23:57,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x100aa649fab0001, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02074014599/rs/f4bc09594422,32831,1733401418343 2024-12-05T12:23:57,535 INFO [RS:0;f4bc09594422:32831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:23:57,535 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,32831,1733401418343] 2024-12-05T12:23:57,537 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02074014599/draining/f4bc09594422,32831,1733401418343 already deleted, retry=false 2024-12-05T12:23:57,537 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,32831,1733401418343 expired; onlineServers=0 2024-12-05T12:23:57,537 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,41515,1733401418179' ***** 2024-12-05T12:23:57,537 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:23:57,537 INFO [M:0;f4bc09594422:41515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:23:57,537 INFO [M:0;f4bc09594422:41515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:23:57,537 DEBUG [M:0;f4bc09594422:41515 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:23:57,537 DEBUG [M:0;f4bc09594422:41515 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:23:57,537 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401419617 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401419617,5,FailOnTimeoutGroup] 2024-12-05T12:23:57,537 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401419617 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401419617,5,FailOnTimeoutGroup] 2024-12-05T12:23:57,537 INFO [M:0;f4bc09594422:41515 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:23:57,537 INFO [M:0;f4bc09594422:41515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:23:57,537 DEBUG [M:0;f4bc09594422:41515 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:23:57,537 INFO [M:0;f4bc09594422:41515 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:23:57,537 INFO [M:0;f4bc09594422:41515 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:23:57,537 INFO [M:0;f4bc09594422:41515 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:23:57,537 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:23:57,540 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:23:57,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02074014599/master 2024-12-05T12:23:57,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02074014599 2024-12-05T12:23:57,542 DEBUG [M:0;f4bc09594422:41515 {}] zookeeper.RecoverableZooKeeper(212): Node /02074014599/master already deleted, retry=false 2024-12-05T12:23:57,542 DEBUG [M:0;f4bc09594422:41515 {}] master.ActiveMasterManager(353): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Failed delete of our master address node; KeeperErrorCode = NoNode for /02074014599/master 2024-12-05T12:23:57,543 INFO [M:0;f4bc09594422:41515 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/.lastflushedseqids 2024-12-05T12:23:57,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741848_1024 (size=245) 2024-12-05T12:23:57,555 INFO [M:0;f4bc09594422:41515 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:23:57,555 INFO [M:0;f4bc09594422:41515 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:23:57,555 DEBUG [M:0;f4bc09594422:41515 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:23:57,555 INFO [M:0;f4bc09594422:41515 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:57,555 DEBUG [M:0;f4bc09594422:41515 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:57,555 DEBUG [M:0;f4bc09594422:41515 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:23:57,555 DEBUG [M:0;f4bc09594422:41515 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:57,555 INFO [M:0;f4bc09594422:41515 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-05T12:23:57,574 DEBUG [M:0;f4bc09594422:41515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d847a0baa4734881b71ff787c033324d is 82, key is hbase:meta,,1/info:regioninfo/1733401420351/Put/seqid=0 2024-12-05T12:23:57,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741849_1025 (size=5672) 2024-12-05T12:23:57,587 INFO [M:0;f4bc09594422:41515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d847a0baa4734881b71ff787c033324d 2024-12-05T12:23:57,619 DEBUG [M:0;f4bc09594422:41515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfb2ab8e89ba417682c3888f1aebe1f9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733401428486/Put/seqid=0 2024-12-05T12:23:57,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x100aa649fab0001, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:57,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x100aa649fab0001, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:57,638 INFO [RS:0;f4bc09594422:32831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:23:57,638 INFO [RS:0;f4bc09594422:32831 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,32831,1733401418343; zookeeper connection closed. 2024-12-05T12:23:57,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741850_1026 (size=8517) 2024-12-05T12:23:57,644 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c664b4c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c664b4c 2024-12-05T12:23:57,645 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:23:58,046 INFO [M:0;f4bc09594422:41515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfb2ab8e89ba417682c3888f1aebe1f9 2024-12-05T12:23:58,070 DEBUG [M:0;f4bc09594422:41515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d78acc7e2f445a59486988e05dd48fa is 69, key is f4bc09594422,32831,1733401418343/rs:state/1733401419663/Put/seqid=0 2024-12-05T12:23:58,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741851_1027 (size=5156) 2024-12-05T12:23:58,087 INFO [M:0;f4bc09594422:41515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d78acc7e2f445a59486988e05dd48fa 2024-12-05T12:23:58,099 DEBUG [M:0;f4bc09594422:41515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d847a0baa4734881b71ff787c033324d as hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d847a0baa4734881b71ff787c033324d 2024-12-05T12:23:58,110 INFO [M:0;f4bc09594422:41515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d847a0baa4734881b71ff787c033324d, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T12:23:58,113 DEBUG [M:0;f4bc09594422:41515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfb2ab8e89ba417682c3888f1aebe1f9 as hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfb2ab8e89ba417682c3888f1aebe1f9 2024-12-05T12:23:58,118 INFO [M:0;f4bc09594422:41515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfb2ab8e89ba417682c3888f1aebe1f9, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T12:23:58,119 DEBUG [M:0;f4bc09594422:41515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d78acc7e2f445a59486988e05dd48fa as hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d78acc7e2f445a59486988e05dd48fa 2024-12-05T12:23:58,124 INFO [M:0;f4bc09594422:41515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33861/user/jenkins/test-data/1438e46a-729c-72f8-e230-9db006374919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d78acc7e2f445a59486988e05dd48fa, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T12:23:58,133 INFO [M:0;f4bc09594422:41515 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 577ms, sequenceid=97, compaction requested=false 2024-12-05T12:23:58,164 INFO [M:0;f4bc09594422:41515 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:23:58,164 DEBUG [M:0;f4bc09594422:41515 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401437555Disabling compacts and flushes for region at 1733401437555Disabling writes for close at 1733401437555Obtaining lock to block concurrent updates at 1733401437555Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401437555Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733401437555Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401437556 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401437556Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401437573 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401437573Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401437598 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401437618 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401437618Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401438051 (+433 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401438069 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401438069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fd9b71e: reopening flushed file at 1733401438096 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c4c8efa: reopening flushed file at 1733401438110 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51fc4190: reopening flushed file at 1733401438118 (+8 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 577ms, sequenceid=97, compaction requested=false at 1733401438133 (+15 ms)Writing region close event to WAL at 1733401438164 (+31 ms)Closed at 1733401438164 2024-12-05T12:23:58,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741830_1006 (size=63666) 2024-12-05T12:23:58,167 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:23:58,167 INFO [M:0;f4bc09594422:41515 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:23:58,167 INFO [M:0;f4bc09594422:41515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41515 2024-12-05T12:23:58,168 INFO [M:0;f4bc09594422:41515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:23:58,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:58,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41515-0x100aa649fab0000, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:23:58,285 INFO [M:0;f4bc09594422:41515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:23:58,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6eb81141{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:23:58,290 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f6eb8df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:23:58,290 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:23:58,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c68533a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:23:58,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5af4b0ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/hadoop.log.dir/,STOPPED} 2024-12-05T12:23:58,292 WARN [BP-654508499-172.17.0.3-1733401417024 heartbeating to localhost/127.0.0.1:33861 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:23:58,292 WARN [BP-654508499-172.17.0.3-1733401417024 heartbeating to localhost/127.0.0.1:33861 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-654508499-172.17.0.3-1733401417024 (Datanode Uuid 76d2928d-7b02-4c0a-a01f-8cbcd8e55ea4) service to localhost/127.0.0.1:33861 2024-12-05T12:23:58,292 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:23:58,292 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:23:58,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/cluster_ccae8737-0e6f-a6b9-f69e-ac8a9fb95698/data/data1/current/BP-654508499-172.17.0.3-1733401417024 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:23:58,293 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/cluster_ccae8737-0e6f-a6b9-f69e-ac8a9fb95698/data/data2/current/BP-654508499-172.17.0.3-1733401417024 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:23:58,293 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:23:58,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ed45744{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:23:58,300 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72951bf3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:23:58,300 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:23:58,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e58a478{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:23:58,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@436ddd12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21b8a41e-7c0b-0fc9-a8c0-31492cab7584/hadoop.log.dir/,STOPPED} 2024-12-05T12:23:58,307 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T12:23:58,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:23:58,331 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=269 (was 243) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:34831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:33861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:33861 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64764) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:33861 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64764) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:34831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:34831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:34831 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:33861 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=668 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=996 (was 935) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2849 (was 2300) - AvailableMemoryMB LEAK? - 2024-12-05T12:23:58,342 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=269, OpenFileDescriptor=668, MaxFileDescriptor=1048576, SystemLoadAverage=996, ProcessCount=11, AvailableMemoryMB=2849 2024-12-05T12:23:58,360 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-05T12:23:58,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/hadoop.log.dir so I do NOT create it in target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04 2024-12-05T12:23:58,361 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:23:58,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/hadoop.tmp.dir so I do NOT create it in target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04 2024-12-05T12:23:58,361 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a644d1c-1401-3a53-5635-c12df289aa7f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:23:58,361 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04 2024-12-05T12:23:58,361 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/cluster_ea90b17d-5bb4-34b2-a4b0-431adfde71a8, deleteOnExit=true 2024-12-05T12:23:58,368 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/cluster_ea90b17d-5bb4-34b2-a4b0-431adfde71a8/zookeeper_0, clientPort=60517, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/cluster_ea90b17d-5bb4-34b2-a4b0-431adfde71a8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/cluster_ea90b17d-5bb4-34b2-a4b0-431adfde71a8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:23:58,369 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60517 2024-12-05T12:23:58,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:23:58,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:23:58,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/test.cache.data in system properties and HBase conf 2024-12-05T12:23:58,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:23:58,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:23:58,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:23:58,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:23:58,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:23:58,370 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:23:58,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:23:58,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:23:58,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:23:58,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:23:58,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:23:58,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:23:58,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:23:58,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:23:58,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:23:58,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:23:58,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:23:58,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:23:58,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:23:58,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:23:58,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100aa649fab0005, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:23:58,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100aa649fab0005, quorum=127.0.0.1:64764, baseZNode=/11590877924 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:23:58,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100aa649fab0002, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:23:58,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100aa649fab0002, quorum=127.0.0.1:64764, baseZNode=/02074014599 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:23:58,453 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:58,457 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:23:58,491 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:23:58,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:23:58,492 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:23:58,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:58,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a68e2ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:23:58,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72ec0896{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:23:58,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3460f664{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/java.io.tmpdir/jetty-localhost-44207-hadoop-hdfs-3_4_1-tests_jar-_-any-6947975817813337658/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:23:58,648 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20b9623b{HTTP/1.1, (http/1.1)}{localhost:44207} 2024-12-05T12:23:58,648 INFO [Time-limited test {}] server.Server(415): Started @198505ms 2024-12-05T12:23:58,795 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:23:58,799 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:23:58,802 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:23:58,802 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:23:58,802 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:23:58,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15f66f65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:23:58,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22621d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:23:58,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dafd2a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/java.io.tmpdir/jetty-localhost-45293-hadoop-hdfs-3_4_1-tests_jar-_-any-6563626943556835388/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:23:58,972 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6966c936{HTTP/1.1, (http/1.1)}{localhost:45293} 2024-12-05T12:23:58,972 INFO [Time-limited test {}] server.Server(415): Started @198828ms 2024-12-05T12:23:58,973 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:23:59,089 WARN [Thread-2628 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/cluster_ea90b17d-5bb4-34b2-a4b0-431adfde71a8/data/data1/current/BP-1103331955-172.17.0.3-1733401438391/current, will proceed with Du for space computation calculation, 2024-12-05T12:23:59,093 WARN [Thread-2629 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/cluster_ea90b17d-5bb4-34b2-a4b0-431adfde71a8/data/data2/current/BP-1103331955-172.17.0.3-1733401438391/current, will proceed with Du for space computation calculation, 2024-12-05T12:23:59,155 WARN [Thread-2616 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:23:59,158 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7dc4307b5812c43d with lease ID 0xd89942864fa490dd: Processing first storage report for DS-cf878bbf-bcc0-414d-89e4-3d2adc491d4d from datanode DatanodeRegistration(127.0.0.1:42323, datanodeUuid=768f540a-5ca1-4eee-9b68-ca69455e6b3f, infoPort=46105, infoSecurePort=0, ipcPort=33859, storageInfo=lv=-57;cid=testClusterID;nsid=1685455198;c=1733401438391) 2024-12-05T12:23:59,158 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7dc4307b5812c43d with lease ID 0xd89942864fa490dd: from storage DS-cf878bbf-bcc0-414d-89e4-3d2adc491d4d node DatanodeRegistration(127.0.0.1:42323, datanodeUuid=768f540a-5ca1-4eee-9b68-ca69455e6b3f, infoPort=46105, infoSecurePort=0, ipcPort=33859, storageInfo=lv=-57;cid=testClusterID;nsid=1685455198;c=1733401438391), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:23:59,158 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7dc4307b5812c43d with lease ID 0xd89942864fa490dd: Processing first storage report for DS-cc721f21-d24c-4148-8f11-508f0249cedc from datanode DatanodeRegistration(127.0.0.1:42323, datanodeUuid=768f540a-5ca1-4eee-9b68-ca69455e6b3f, infoPort=46105, infoSecurePort=0, ipcPort=33859, storageInfo=lv=-57;cid=testClusterID;nsid=1685455198;c=1733401438391) 2024-12-05T12:23:59,158 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7dc4307b5812c43d with lease ID 0xd89942864fa490dd: from storage DS-cc721f21-d24c-4148-8f11-508f0249cedc node DatanodeRegistration(127.0.0.1:42323, datanodeUuid=768f540a-5ca1-4eee-9b68-ca69455e6b3f, infoPort=46105, infoSecurePort=0, ipcPort=33859, storageInfo=lv=-57;cid=testClusterID;nsid=1685455198;c=1733401438391), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:23:59,223 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04 2024-12-05T12:23:59,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:59,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:59,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:23:59,238 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af with version=8 2024-12-05T12:23:59,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/hbase-staging 2024-12-05T12:23:59,241 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:23:59,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:59,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:59,241 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:23:59,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:59,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:23:59,241 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:23:59,241 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:23:59,242 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44639 2024-12-05T12:23:59,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44639 connecting to ZooKeeper ensemble=127.0.0.1:60517 2024-12-05T12:23:59,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446390x0, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:59,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44639-0x100aa64f33a0000 connected 2024-12-05T12:23:59,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:59,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:59,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Set watcher on znode that does not yet exist, /0-951006546/running 2024-12-05T12:23:59,308 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af, hbase.cluster.distributed=false 2024-12-05T12:23:59,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Set watcher on znode that does not yet exist, /0-951006546/acl 2024-12-05T12:23:59,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44639 2024-12-05T12:23:59,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44639 2024-12-05T12:23:59,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44639 2024-12-05T12:23:59,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44639 2024-12-05T12:23:59,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44639 2024-12-05T12:23:59,340 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:23:59,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:59,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:59,340 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:23:59,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:23:59,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:23:59,341 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:23:59,341 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:23:59,341 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36961 2024-12-05T12:23:59,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36961 connecting to ZooKeeper ensemble=127.0.0.1:60517 2024-12-05T12:23:59,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:59,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:59,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369610x0, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:23:59,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369610x0, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Set watcher on znode that does not yet exist, /0-951006546/running 2024-12-05T12:23:59,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36961-0x100aa64f33a0001 connected 2024-12-05T12:23:59,350 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:23:59,355 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:23:59,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36961-0x100aa64f33a0001, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Set watcher on znode that does not yet exist, /0-951006546/master 2024-12-05T12:23:59,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36961-0x100aa64f33a0001, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Set watcher on znode that does not yet exist, /0-951006546/acl 2024-12-05T12:23:59,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36961 2024-12-05T12:23:59,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36961 2024-12-05T12:23:59,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36961 2024-12-05T12:23:59,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36961 2024-12-05T12:23:59,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36961 2024-12-05T12:23:59,392 DEBUG [M:0;f4bc09594422:44639 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:44639 2024-12-05T12:23:59,392 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-951006546/backup-masters/f4bc09594422,44639,1733401439241 2024-12-05T12:23:59,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546/backup-masters 2024-12-05T12:23:59,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36961-0x100aa64f33a0001, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546/backup-masters 2024-12-05T12:23:59,394 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Set watcher on existing znode=/0-951006546/backup-masters/f4bc09594422,44639,1733401439241 2024-12-05T12:23:59,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36961-0x100aa64f33a0001, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-951006546/master 2024-12-05T12:23:59,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546 2024-12-05T12:23:59,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36961-0x100aa64f33a0001, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546 2024-12-05T12:23:59,396 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Set watcher on existing znode=/0-951006546/master 2024-12-05T12:23:59,396 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-951006546/backup-masters/f4bc09594422,44639,1733401439241 from backup master directory 2024-12-05T12:23:59,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-951006546/backup-masters/f4bc09594422,44639,1733401439241 2024-12-05T12:23:59,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546/backup-masters 2024-12-05T12:23:59,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36961-0x100aa64f33a0001, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546/backup-masters 2024-12-05T12:23:59,398 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:23:59,398 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,44639,1733401439241 2024-12-05T12:23:59,401 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/hbase.id] with ID: 17f88a25-4928-45a9-a4cd-de7b391bb53f 2024-12-05T12:23:59,401 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/.tmp/hbase.id 2024-12-05T12:23:59,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:23:59,807 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/.tmp/hbase.id]:[hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/hbase.id] 2024-12-05T12:23:59,831 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:23:59,831 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:23:59,832 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:23:59,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36961-0x100aa64f33a0001, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546 2024-12-05T12:23:59,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546 2024-12-05T12:23:59,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:24:00,247 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:00,249 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:24:00,258 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:00,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:24:00,723 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/data/master/store 2024-12-05T12:24:00,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:24:00,759 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:00,763 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:24:00,763 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:00,763 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:00,763 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:24:00,763 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:00,763 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:00,763 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401440759Disabling compacts and flushes for region at 1733401440759Disabling writes for close at 1733401440763 (+4 ms)Writing region close event to WAL at 1733401440763Closed at 1733401440763 2024-12-05T12:24:00,764 WARN [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/data/master/store/.initializing 2024-12-05T12:24:00,764 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/WALs/f4bc09594422,44639,1733401439241 2024-12-05T12:24:00,765 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:24:00,768 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C44639%2C1733401439241, suffix=, logDir=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/WALs/f4bc09594422,44639,1733401439241, archiveDir=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/oldWALs, maxLogs=10 2024-12-05T12:24:00,789 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/WALs/f4bc09594422,44639,1733401439241/f4bc09594422%2C44639%2C1733401439241.1733401440768, exclude list is [], retry=0 2024-12-05T12:24:00,790 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:24:00,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:00,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42323,DS-cf878bbf-bcc0-414d-89e4-3d2adc491d4d,DISK] 2024-12-05T12:24:00,812 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/WALs/f4bc09594422,44639,1733401439241/f4bc09594422%2C44639%2C1733401439241.1733401440768 2024-12-05T12:24:00,837 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46105:46105)] 2024-12-05T12:24:00,837 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:00,837 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:00,837 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:00,837 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:00,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:00,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:24:00,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:00,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:00,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:00,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:24:00,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:00,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:00,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:00,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:00,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:24:00,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:00,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:00,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:00,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:00,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:00,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:00,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:24:00,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:00,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:00,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:00,856 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:00,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:00,857 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:00,857 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:00,858 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:00,858 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:00,859 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:00,860 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:00,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:00,872 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:00,873 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66084449, jitterRate=-0.015264973044395447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:00,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:00,874 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401440837Initializing all the Stores at 1733401440838 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401440838Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401440849 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401440849Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401440849Cleaning up temporary data from old regions at 1733401440858 (+9 ms)Region opened successfully at 1733401440874 (+16 ms) 2024-12-05T12:24:00,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:00,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:00,884 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:24:00,890 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24248d02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:24:00,891 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:24:00,891 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:24:00,891 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:24:00,892 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:24:00,892 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:24:00,892 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:24:00,893 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:24:00,920 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:24:00,921 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Unable to get data of znode /0-951006546/balancer because node does not exist (not necessarily an error) 2024-12-05T12:24:00,922 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-951006546/balancer already deleted, retry=false 2024-12-05T12:24:00,922 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:24:00,923 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Unable to get data of znode /0-951006546/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:24:00,924 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-951006546/normalizer already deleted, retry=false 2024-12-05T12:24:00,924 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:24:00,926 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Unable to get data of znode /0-951006546/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:24:00,928 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-951006546/switch/split already deleted, retry=false 2024-12-05T12:24:00,929 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Unable to get data of znode /0-951006546/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:24:00,930 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-951006546/switch/merge already deleted, retry=false 2024-12-05T12:24:00,932 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Unable to get data of znode /0-951006546/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:24:00,936 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-951006546/snapshot-cleanup already deleted, retry=false 2024-12-05T12:24:00,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36961-0x100aa64f33a0001, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-951006546/running 2024-12-05T12:24:00,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36961-0x100aa64f33a0001, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546 2024-12-05T12:24:00,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-951006546/running 2024-12-05T12:24:00,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546 2024-12-05T12:24:00,940 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,44639,1733401439241, sessionid=0x100aa64f33a0000, setting cluster-up flag (Was=false) 2024-12-05T12:24:00,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36961-0x100aa64f33a0001, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546 2024-12-05T12:24:00,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546 2024-12-05T12:24:00,950 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-951006546/flush-table-proc/acquired, /0-951006546/flush-table-proc/reached, /0-951006546/flush-table-proc/abort 2024-12-05T12:24:00,951 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,44639,1733401439241 2024-12-05T12:24:00,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546 2024-12-05T12:24:00,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36961-0x100aa64f33a0001, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546 2024-12-05T12:24:00,959 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-951006546/online-snapshot/acquired, /0-951006546/online-snapshot/reached, /0-951006546/online-snapshot/abort 2024-12-05T12:24:00,960 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,44639,1733401439241 2024-12-05T12:24:00,983 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:24:01,011 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:01,012 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:24:01,012 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:24:01,013 INFO [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(746): ClusterId : 17f88a25-4928-45a9-a4cd-de7b391bb53f 2024-12-05T12:24:01,012 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,44639,1733401439241 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:24:01,013 DEBUG [RS:0;f4bc09594422:36961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:24:01,015 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:01,015 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:01,015 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:01,015 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:01,015 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:24:01,015 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:01,015 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:24:01,015 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:01,019 DEBUG [RS:0;f4bc09594422:36961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:24:01,019 DEBUG [RS:0;f4bc09594422:36961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:24:01,035 DEBUG [RS:0;f4bc09594422:36961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:24:01,036 DEBUG [RS:0;f4bc09594422:36961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e18b06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:24:01,051 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:01,051 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:24:01,053 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:01,053 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:24:01,097 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401471097 2024-12-05T12:24:01,097 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:24:01,097 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:24:01,097 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:24:01,097 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:24:01,097 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:24:01,097 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:24:01,100 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:01,109 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:24:01,109 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:24:01,109 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:24:01,109 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:24:01,124 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:01,124 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:24:01,125 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28297 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:24:01,126 DEBUG [RS:0;f4bc09594422:36961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:36961 2024-12-05T12:24:01,126 INFO [RS:0;f4bc09594422:36961 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:24:01,126 INFO [RS:0;f4bc09594422:36961 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:24:01,126 DEBUG [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:24:01,128 INFO [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,44639,1733401439241 with port=36961, startcode=1733401439340 2024-12-05T12:24:01,128 DEBUG [RS:0;f4bc09594422:36961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:24:01,128 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:24:01,128 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:24:01,144 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401441128,5,FailOnTimeoutGroup] 2024-12-05T12:24:01,152 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401441144,5,FailOnTimeoutGroup] 2024-12-05T12:24:01,152 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:01,153 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:24:01,153 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:01,153 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:01,168 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:24:01,173 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44639 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,36961,1733401439340 2024-12-05T12:24:01,173 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44639 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,36961,1733401439340 2024-12-05T12:24:01,175 DEBUG [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af 2024-12-05T12:24:01,175 DEBUG [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34481 2024-12-05T12:24:01,175 DEBUG [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:24:01,177 DEBUG [RS:0;f4bc09594422:36961 {}] zookeeper.ZKUtil(111): regionserver:36961-0x100aa64f33a0001, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Set watcher on existing znode=/0-951006546/rs/f4bc09594422,36961,1733401439340 2024-12-05T12:24:01,177 WARN [RS:0;f4bc09594422:36961 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:24:01,177 INFO [RS:0;f4bc09594422:36961 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:01,177 DEBUG [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340 2024-12-05T12:24:01,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546/rs 2024-12-05T12:24:01,205 INFO [RS:0;f4bc09594422:36961 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:24:01,213 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,36961,1733401439340] 2024-12-05T12:24:01,220 INFO [RS:0;f4bc09594422:36961 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:24:01,229 INFO [RS:0;f4bc09594422:36961 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:24:01,229 INFO [RS:0;f4bc09594422:36961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:01,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:24:01,254 INFO [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:24:01,257 INFO [RS:0;f4bc09594422:36961 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:24:01,257 INFO [RS:0;f4bc09594422:36961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:01,257 DEBUG [RS:0;f4bc09594422:36961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:01,257 DEBUG [RS:0;f4bc09594422:36961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:01,257 DEBUG [RS:0;f4bc09594422:36961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:01,257 DEBUG [RS:0;f4bc09594422:36961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:01,257 DEBUG [RS:0;f4bc09594422:36961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:01,257 DEBUG [RS:0;f4bc09594422:36961 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:24:01,257 DEBUG [RS:0;f4bc09594422:36961 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:01,257 DEBUG [RS:0;f4bc09594422:36961 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:01,257 DEBUG [RS:0;f4bc09594422:36961 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:01,257 DEBUG [RS:0;f4bc09594422:36961 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:01,257 DEBUG [RS:0;f4bc09594422:36961 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:01,257 DEBUG [RS:0;f4bc09594422:36961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:01,257 DEBUG [RS:0;f4bc09594422:36961 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:24:01,257 DEBUG [RS:0;f4bc09594422:36961 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:24:01,274 INFO [RS:0;f4bc09594422:36961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:01,275 INFO [RS:0;f4bc09594422:36961 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:01,275 INFO [RS:0;f4bc09594422:36961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:01,275 INFO [RS:0;f4bc09594422:36961 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:01,275 INFO [RS:0;f4bc09594422:36961 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:01,275 INFO [RS:0;f4bc09594422:36961 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,36961,1733401439340-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:24:01,330 INFO [RS:0;f4bc09594422:36961 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:24:01,330 INFO [RS:0;f4bc09594422:36961 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,36961,1733401439340-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:01,330 INFO [RS:0;f4bc09594422:36961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:01,330 INFO [RS:0;f4bc09594422:36961 {}] regionserver.Replication(171): f4bc09594422,36961,1733401439340 started 2024-12-05T12:24:01,375 INFO [RS:0;f4bc09594422:36961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:01,376 INFO [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,36961,1733401439340, RpcServer on f4bc09594422/172.17.0.3:36961, sessionid=0x100aa64f33a0001 2024-12-05T12:24:01,376 DEBUG [RS:0;f4bc09594422:36961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:24:01,376 DEBUG [RS:0;f4bc09594422:36961 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,36961,1733401439340 2024-12-05T12:24:01,376 DEBUG [RS:0;f4bc09594422:36961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,36961,1733401439340' 2024-12-05T12:24:01,376 DEBUG [RS:0;f4bc09594422:36961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-951006546/flush-table-proc/abort' 2024-12-05T12:24:01,382 DEBUG [RS:0;f4bc09594422:36961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-951006546/flush-table-proc/acquired' 2024-12-05T12:24:01,400 DEBUG [RS:0;f4bc09594422:36961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:24:01,400 DEBUG [RS:0;f4bc09594422:36961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:24:01,400 DEBUG [RS:0;f4bc09594422:36961 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,36961,1733401439340 2024-12-05T12:24:01,401 DEBUG [RS:0;f4bc09594422:36961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,36961,1733401439340' 2024-12-05T12:24:01,401 DEBUG [RS:0;f4bc09594422:36961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-951006546/online-snapshot/abort' 2024-12-05T12:24:01,401 DEBUG [RS:0;f4bc09594422:36961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-951006546/online-snapshot/acquired' 2024-12-05T12:24:01,402 DEBUG [RS:0;f4bc09594422:36961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:24:01,402 INFO [RS:0;f4bc09594422:36961 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:24:01,402 INFO [RS:0;f4bc09594422:36961 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:24:01,504 INFO [RS:0;f4bc09594422:36961 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:24:01,516 INFO [RS:0;f4bc09594422:36961 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C36961%2C1733401439340, suffix=, logDir=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340, archiveDir=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/oldWALs, maxLogs=10 2024-12-05T12:24:01,559 DEBUG [RS:0;f4bc09594422:36961 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516, exclude list is [], retry=0 2024-12-05T12:24:01,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42323,DS-cf878bbf-bcc0-414d-89e4-3d2adc491d4d,DISK] 2024-12-05T12:24:01,608 INFO [RS:0;f4bc09594422:36961 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 2024-12-05T12:24:01,609 DEBUG [RS:0;f4bc09594422:36961 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46105:46105)] 2024-12-05T12:24:01,653 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:24:01,653 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af 2024-12-05T12:24:01,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:24:01,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:01,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:24:01,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:24:01,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:01,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:01,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:24:01,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:24:01,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:01,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:01,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:24:01,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:24:01,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:01,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:01,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:24:01,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:24:01,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:01,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:01,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:24:01,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740 2024-12-05T12:24:01,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740 2024-12-05T12:24:01,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:24:01,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:24:01,727 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:01,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:24:01,750 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:01,751 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74020814, jitterRate=0.10299608111381531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:01,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401441695Initializing all the Stores at 1733401441700 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401441701 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401441704 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401441704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401441704Cleaning up temporary data from old regions at 1733401441727 (+23 ms)Region opened successfully at 1733401441752 (+25 ms) 2024-12-05T12:24:01,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:24:01,752 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:24:01,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:24:01,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:24:01,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:24:01,753 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:01,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401441752Disabling compacts and flushes for region at 1733401441752Disabling writes for close at 1733401441753 (+1 ms)Writing region close event to WAL at 1733401441753Closed at 1733401441753 2024-12-05T12:24:01,754 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:01,754 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:24:01,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:24:01,755 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:24:01,757 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:24:01,908 DEBUG [f4bc09594422:44639 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:24:01,909 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,36961,1733401439340 2024-12-05T12:24:01,914 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,36961,1733401439340, state=OPENING 2024-12-05T12:24:01,917 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:24:01,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546 2024-12-05T12:24:01,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-951006546/meta-region-server: CHANGED 2024-12-05T12:24:01,921 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:24:01,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,36961,1733401439340}] 2024-12-05T12:24:01,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36961-0x100aa64f33a0001, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546 2024-12-05T12:24:01,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-951006546/meta-region-server: CHANGED 2024-12-05T12:24:02,089 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:24:02,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:24:02,116 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:24:02,116 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:02,116 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:24:02,123 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C36961%2C1733401439340.meta, suffix=.meta, logDir=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340, archiveDir=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/oldWALs, maxLogs=10 2024-12-05T12:24:02,156 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.meta.1733401442123.meta, exclude list is [], retry=0 2024-12-05T12:24:02,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42323,DS-cf878bbf-bcc0-414d-89e4-3d2adc491d4d,DISK] 2024-12-05T12:24:02,177 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.meta.1733401442123.meta 2024-12-05T12:24:02,178 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46105:46105)] 2024-12-05T12:24:02,178 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:02,178 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:02,178 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:24:02,179 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:24:02,179 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:24:02,179 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:24:02,179 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:02,179 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:24:02,179 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:24:02,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:24:02,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:24:02,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:02,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:02,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:24:02,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:24:02,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:02,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:02,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:24:02,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:24:02,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:02,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:02,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:24:02,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:24:02,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:02,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:02,189 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:24:02,189 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740 2024-12-05T12:24:02,190 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740 2024-12-05T12:24:02,191 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:24:02,191 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:24:02,192 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:02,193 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:24:02,194 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71189349, jitterRate=0.060803964734077454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:02,194 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:24:02,195 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401442179Writing region info on filesystem at 1733401442179Initializing all the Stores at 1733401442184 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401442184Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401442185 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401442185Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401442185Cleaning up temporary data from old regions at 1733401442191 (+6 ms)Running coprocessor post-open hooks at 1733401442194 (+3 ms)Region opened successfully at 1733401442195 (+1 ms) 2024-12-05T12:24:02,196 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401442089 2024-12-05T12:24:02,199 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,36961,1733401439340 2024-12-05T12:24:02,201 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,36961,1733401439340, state=OPEN 2024-12-05T12:24:02,204 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:24:02,204 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:24:02,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-951006546/meta-region-server 2024-12-05T12:24:02,207 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,36961,1733401439340 2024-12-05T12:24:02,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-951006546/meta-region-server: CHANGED 2024-12-05T12:24:02,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36961-0x100aa64f33a0001, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-951006546/meta-region-server 2024-12-05T12:24:02,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-951006546/meta-region-server: CHANGED 2024-12-05T12:24:02,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:24:02,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,36961,1733401439340 in 287 msec 2024-12-05T12:24:02,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:24:02,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-12-05T12:24:02,213 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:02,213 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:24:02,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:02,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36961,1733401439340, seqNum=-1] 2024-12-05T12:24:02,221 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:02,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:02,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2310 sec 2024-12-05T12:24:02,241 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401442241, completionTime=-1 2024-12-05T12:24:02,241 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:24:02,242 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:24:02,249 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:24:02,249 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401502249 2024-12-05T12:24:02,249 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401562249 2024-12-05T12:24:02,249 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-12-05T12:24:02,250 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,44639,1733401439241-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:02,250 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,44639,1733401439241-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:02,250 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,44639,1733401439241-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:02,250 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:44639, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:02,250 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:02,252 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:24:02,260 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:02,265 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.867sec 2024-12-05T12:24:02,265 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:24:02,266 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:24:02,266 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:24:02,266 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:24:02,266 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:24:02,266 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,44639,1733401439241-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:24:02,266 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,44639,1733401439241-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:24:02,286 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:24:02,286 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:24:02,286 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,44639,1733401439241-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:02,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7a9103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:02,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,44639,-1 for getting cluster id 2024-12-05T12:24:02,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:02,332 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17f88a25-4928-45a9-a4cd-de7b391bb53f' 2024-12-05T12:24:02,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:02,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17f88a25-4928-45a9-a4cd-de7b391bb53f" 2024-12-05T12:24:02,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18177581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:02,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,44639,-1] 2024-12-05T12:24:02,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:02,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:02,338 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:02,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aceddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:02,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:02,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36961,1733401439340, seqNum=-1] 2024-12-05T12:24:02,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:02,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:02,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,44639,1733401439241 2024-12-05T12:24:02,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60517 2024-12-05T12:24:02,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:02,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100aa64f33a0002 connected 2024-12-05T12:24:02,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/hadoop.log.dir so I do NOT create it in target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b 2024-12-05T12:24:02,371 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:24:02,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/hadoop.tmp.dir so I do NOT create it in target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b 2024-12-05T12:24:02,371 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:24:02,371 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b 2024-12-05T12:24:02,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:24:02,372 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/cluster_a2902493-3cca-cf27-8fff-5981a19406b4, deleteOnExit=true 2024-12-05T12:24:02,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:24:02,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/test.cache.data in system properties and HBase conf 2024-12-05T12:24:02,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:24:02,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:24:02,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:24:02,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:24:02,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:24:02,373 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:24:02,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:24:02,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:24:02,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:24:02,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:24:02,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:24:02,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:24:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:24:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:24:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:24:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:24:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:24:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:24:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:24:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:24:02,474 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:02,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:24:02,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:24:02,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:24:02,503 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:24:02,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:02,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@236363dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:24:02,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43448ae9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:24:02,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a777c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/java.io.tmpdir/jetty-localhost-45739-hadoop-hdfs-3_4_1-tests_jar-_-any-980424195664214786/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:24:02,696 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@325a41a8{HTTP/1.1, (http/1.1)}{localhost:45739} 2024-12-05T12:24:02,696 INFO [Time-limited test {}] server.Server(415): Started @202553ms 2024-12-05T12:24:02,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:02,827 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:24:02,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:24:02,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:24:02,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:24:02,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e124d9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:24:02,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18b48da5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:24:02,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@357c6954{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/java.io.tmpdir/jetty-localhost-41531-hadoop-hdfs-3_4_1-tests_jar-_-any-14951236985084616147/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:24:02,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50c8c048{HTTP/1.1, (http/1.1)}{localhost:41531} 2024-12-05T12:24:02,981 INFO [Time-limited test {}] server.Server(415): Started @202837ms 2024-12-05T12:24:02,983 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:24:03,204 WARN [Thread-2750 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/cluster_a2902493-3cca-cf27-8fff-5981a19406b4/data/data2/current/BP-937092708-172.17.0.3-1733401442398/current, will proceed with Du for space computation calculation, 2024-12-05T12:24:03,205 WARN [Thread-2749 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/cluster_a2902493-3cca-cf27-8fff-5981a19406b4/data/data1/current/BP-937092708-172.17.0.3-1733401442398/current, will proceed with Du for space computation calculation, 2024-12-05T12:24:03,289 WARN [Thread-2737 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:24:03,292 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fb958dede7008a2 with lease ID 0xdfe1514005e3f960: Processing first storage report for DS-142347bc-9815-4246-bfc7-eb4c749dcdd8 from datanode DatanodeRegistration(127.0.0.1:35021, datanodeUuid=9bbd4e2a-d5fe-4da6-bf9b-09f1b2679eed, infoPort=37349, infoSecurePort=0, ipcPort=42531, storageInfo=lv=-57;cid=testClusterID;nsid=224160133;c=1733401442398) 2024-12-05T12:24:03,292 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fb958dede7008a2 with lease ID 0xdfe1514005e3f960: from storage DS-142347bc-9815-4246-bfc7-eb4c749dcdd8 node DatanodeRegistration(127.0.0.1:35021, datanodeUuid=9bbd4e2a-d5fe-4da6-bf9b-09f1b2679eed, infoPort=37349, infoSecurePort=0, ipcPort=42531, storageInfo=lv=-57;cid=testClusterID;nsid=224160133;c=1733401442398), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:24:03,292 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fb958dede7008a2 with lease ID 0xdfe1514005e3f960: Processing first storage report for DS-de6128e6-6220-487d-a079-db99d4d65501 from datanode DatanodeRegistration(127.0.0.1:35021, datanodeUuid=9bbd4e2a-d5fe-4da6-bf9b-09f1b2679eed, infoPort=37349, infoSecurePort=0, ipcPort=42531, storageInfo=lv=-57;cid=testClusterID;nsid=224160133;c=1733401442398) 2024-12-05T12:24:03,292 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fb958dede7008a2 with lease ID 0xdfe1514005e3f960: from storage DS-de6128e6-6220-487d-a079-db99d4d65501 node DatanodeRegistration(127.0.0.1:35021, datanodeUuid=9bbd4e2a-d5fe-4da6-bf9b-09f1b2679eed, infoPort=37349, infoSecurePort=0, ipcPort=42531, storageInfo=lv=-57;cid=testClusterID;nsid=224160133;c=1733401442398), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:24:03,319 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b 2024-12-05T12:24:03,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:03,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:03,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:24:03,813 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0 with version=8 2024-12-05T12:24:03,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/hbase-staging 2024-12-05T12:24:03,816 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:24:03,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:03,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:03,816 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:24:03,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:03,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:24:03,816 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:24:03,816 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:24:03,821 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42629 2024-12-05T12:24:03,822 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42629 connecting to ZooKeeper ensemble=127.0.0.1:60517 2024-12-05T12:24:03,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426290x0, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:03,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42629-0x100aa64f33a0003 connected 2024-12-05T12:24:03,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:03,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:03,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Set watcher on znode that does not yet exist, /11778111477/running 2024-12-05T12:24:03,881 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0, hbase.cluster.distributed=false 2024-12-05T12:24:03,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Set watcher on znode that does not yet exist, /11778111477/acl 2024-12-05T12:24:03,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42629 2024-12-05T12:24:03,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42629 2024-12-05T12:24:03,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42629 2024-12-05T12:24:03,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42629 2024-12-05T12:24:03,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42629 2024-12-05T12:24:03,924 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:24:03,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:03,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:03,924 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:24:03,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:03,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:24:03,924 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:24:03,925 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:24:03,929 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41365 2024-12-05T12:24:03,929 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41365 connecting to ZooKeeper ensemble=127.0.0.1:60517 2024-12-05T12:24:03,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:03,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:03,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413650x0, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:03,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413650x0, quorum=127.0.0.1:60517, baseZNode=/11778111477 Set watcher on znode that does not yet exist, /11778111477/running 2024-12-05T12:24:03,941 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:24:03,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41365-0x100aa64f33a0004 connected 2024-12-05T12:24:03,948 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:24:03,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41365-0x100aa64f33a0004, quorum=127.0.0.1:60517, baseZNode=/11778111477 Set watcher on znode that does not yet exist, /11778111477/master 2024-12-05T12:24:03,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41365-0x100aa64f33a0004, quorum=127.0.0.1:60517, baseZNode=/11778111477 Set watcher on znode that does not yet exist, /11778111477/acl 2024-12-05T12:24:03,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41365 2024-12-05T12:24:03,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41365 2024-12-05T12:24:03,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41365 2024-12-05T12:24:03,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41365 2024-12-05T12:24:03,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41365 2024-12-05T12:24:04,005 DEBUG [M:0;f4bc09594422:42629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:42629 2024-12-05T12:24:04,006 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11778111477/backup-masters/f4bc09594422,42629,1733401443815 2024-12-05T12:24:04,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477/backup-masters 2024-12-05T12:24:04,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41365-0x100aa64f33a0004, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477/backup-masters 2024-12-05T12:24:04,009 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Set watcher on existing znode=/11778111477/backup-masters/f4bc09594422,42629,1733401443815 2024-12-05T12:24:04,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41365-0x100aa64f33a0004, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11778111477/master 2024-12-05T12:24:04,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41365-0x100aa64f33a0004, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477 2024-12-05T12:24:04,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477 2024-12-05T12:24:04,014 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Set watcher on existing znode=/11778111477/master 2024-12-05T12:24:04,014 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11778111477/backup-masters/f4bc09594422,42629,1733401443815 from backup master directory 2024-12-05T12:24:04,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11778111477/backup-masters/f4bc09594422,42629,1733401443815 2024-12-05T12:24:04,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477/backup-masters 2024-12-05T12:24:04,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41365-0x100aa64f33a0004, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477/backup-masters 2024-12-05T12:24:04,017 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:24:04,018 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,42629,1733401443815 2024-12-05T12:24:04,027 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/hbase.id] with ID: 52843936-bfa6-4e14-abec-bc7e3a83e83f 2024-12-05T12:24:04,027 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/.tmp/hbase.id 2024-12-05T12:24:04,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:24:04,049 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/.tmp/hbase.id]:[hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/hbase.id] 2024-12-05T12:24:04,066 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:04,066 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:24:04,067 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:24:04,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477 2024-12-05T12:24:04,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41365-0x100aa64f33a0004, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477 2024-12-05T12:24:04,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:24:04,093 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:04,094 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:24:04,098 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:04,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:24:04,527 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/data/master/store 2024-12-05T12:24:04,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:24:04,969 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:04,969 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:24:04,969 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:04,969 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:04,969 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:24:04,969 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:04,969 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:04,970 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401444969Disabling compacts and flushes for region at 1733401444969Disabling writes for close at 1733401444969Writing region close event to WAL at 1733401444969Closed at 1733401444969 2024-12-05T12:24:04,972 WARN [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/data/master/store/.initializing 2024-12-05T12:24:04,972 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/WALs/f4bc09594422,42629,1733401443815 2024-12-05T12:24:04,977 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:24:04,979 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C42629%2C1733401443815, suffix=, logDir=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/WALs/f4bc09594422,42629,1733401443815, archiveDir=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/oldWALs, maxLogs=10 2024-12-05T12:24:04,995 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/WALs/f4bc09594422,42629,1733401443815/f4bc09594422%2C42629%2C1733401443815.1733401444980, exclude list is [], retry=0 2024-12-05T12:24:04,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35021,DS-142347bc-9815-4246-bfc7-eb4c749dcdd8,DISK] 2024-12-05T12:24:05,001 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/WALs/f4bc09594422,42629,1733401443815/f4bc09594422%2C42629%2C1733401443815.1733401444980 2024-12-05T12:24:05,004 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37349:37349)] 2024-12-05T12:24:05,005 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:05,005 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:05,005 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:05,005 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:05,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:05,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:24:05,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:05,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:05,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:05,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:24:05,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:05,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:05,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:05,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:24:05,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:05,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:05,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:05,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:24:05,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:05,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:05,026 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:05,027 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:05,028 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:05,030 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:05,030 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:05,030 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:05,031 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:05,032 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:05,033 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71126653, jitterRate=0.05986972153186798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:05,033 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401445005Initializing all the Stores at 1733401445006 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401445006Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401445016 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401445016Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401445016Cleaning up temporary data from old regions at 1733401445030 (+14 ms)Region opened successfully at 1733401445033 (+3 ms) 2024-12-05T12:24:05,033 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:24:05,036 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bfb2143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:24:05,037 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:24:05,038 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:24:05,038 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:24:05,038 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:24:05,038 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:24:05,039 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:24:05,039 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:24:05,042 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:24:05,043 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Unable to get data of znode /11778111477/balancer because node does not exist (not necessarily an error) 2024-12-05T12:24:05,044 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11778111477/balancer already deleted, retry=false 2024-12-05T12:24:05,045 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:24:05,046 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Unable to get data of znode /11778111477/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:24:05,048 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11778111477/normalizer already deleted, retry=false 2024-12-05T12:24:05,049 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:24:05,053 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Unable to get data of znode /11778111477/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:24:05,055 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11778111477/switch/split already deleted, retry=false 2024-12-05T12:24:05,060 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Unable to get data of znode /11778111477/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:24:05,061 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11778111477/switch/merge already deleted, retry=false 2024-12-05T12:24:05,066 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Unable to get data of znode /11778111477/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:24:05,067 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11778111477/snapshot-cleanup already deleted, retry=false 2024-12-05T12:24:05,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11778111477/running 2024-12-05T12:24:05,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41365-0x100aa64f33a0004, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11778111477/running 2024-12-05T12:24:05,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41365-0x100aa64f33a0004, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477 2024-12-05T12:24:05,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477 2024-12-05T12:24:05,070 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,42629,1733401443815, sessionid=0x100aa64f33a0003, setting cluster-up flag (Was=false) 2024-12-05T12:24:05,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41365-0x100aa64f33a0004, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477 2024-12-05T12:24:05,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477 2024-12-05T12:24:05,086 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11778111477/flush-table-proc/acquired, /11778111477/flush-table-proc/reached, /11778111477/flush-table-proc/abort 2024-12-05T12:24:05,087 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,42629,1733401443815 2024-12-05T12:24:05,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477 2024-12-05T12:24:05,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41365-0x100aa64f33a0004, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477 2024-12-05T12:24:05,106 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11778111477/online-snapshot/acquired, /11778111477/online-snapshot/reached, /11778111477/online-snapshot/abort 2024-12-05T12:24:05,120 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,42629,1733401443815 2024-12-05T12:24:05,135 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:24:05,145 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:05,145 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:24:05,145 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:24:05,146 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,42629,1733401443815 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:24:05,150 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:05,150 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:05,150 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:05,150 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:05,150 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:24:05,150 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:05,150 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:24:05,150 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:05,159 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:05,159 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:24:05,161 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:05,161 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:24:05,165 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401475165 2024-12-05T12:24:05,165 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:24:05,165 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:24:05,165 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:24:05,166 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:24:05,166 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:24:05,166 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:24:05,167 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:05,169 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:24:05,169 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:24:05,169 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:24:05,169 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:24:05,171 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:24:05,171 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:24:05,171 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401445171,5,FailOnTimeoutGroup] 2024-12-05T12:24:05,176 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401445171,5,FailOnTimeoutGroup] 2024-12-05T12:24:05,176 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:05,176 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:24:05,176 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:05,176 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:05,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:24:05,187 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:24:05,187 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0 2024-12-05T12:24:05,204 INFO [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(746): ClusterId : 52843936-bfa6-4e14-abec-bc7e3a83e83f 2024-12-05T12:24:05,204 DEBUG [RS:0;f4bc09594422:41365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:24:05,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741832_1008 (size=32) 2024-12-05T12:24:05,207 DEBUG [RS:0;f4bc09594422:41365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:24:05,207 DEBUG [RS:0;f4bc09594422:41365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:24:05,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:05,209 DEBUG [RS:0;f4bc09594422:41365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:24:05,209 DEBUG [RS:0;f4bc09594422:41365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a32960d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:24:05,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:24:05,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:24:05,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:05,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:05,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:24:05,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:24:05,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:05,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:05,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:24:05,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:24:05,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:05,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:05,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:24:05,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:24:05,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:05,233 DEBUG [RS:0;f4bc09594422:41365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:41365 2024-12-05T12:24:05,233 INFO [RS:0;f4bc09594422:41365 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:24:05,233 INFO [RS:0;f4bc09594422:41365 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:24:05,233 DEBUG [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:24:05,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:05,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:24:05,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740 2024-12-05T12:24:05,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740 2024-12-05T12:24:05,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:24:05,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:24:05,236 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:05,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:24:05,239 INFO [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,42629,1733401443815 with port=41365, startcode=1733401443923 2024-12-05T12:24:05,240 DEBUG [RS:0;f4bc09594422:41365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:24:05,245 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:05,246 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74440968, jitterRate=0.10925686359405518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:05,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401445208Initializing all the Stores at 1733401445209 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401445209Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401445209Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401445209Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401445209Cleaning up temporary data from old regions at 1733401445235 (+26 ms)Region opened successfully at 1733401445246 (+11 ms) 2024-12-05T12:24:05,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:24:05,246 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:24:05,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:24:05,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:24:05,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:24:05,261 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:24:05,262 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,41365,1733401443923 2024-12-05T12:24:05,262 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42629 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,41365,1733401443923 2024-12-05T12:24:05,268 DEBUG [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0 2024-12-05T12:24:05,268 DEBUG [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42949 2024-12-05T12:24:05,268 DEBUG [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:24:05,269 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:05,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401445246Disabling compacts and flushes for region at 1733401445246Disabling writes for close at 1733401445246Writing region close event to WAL at 1733401445269 (+23 ms)Closed at 1733401445269 2024-12-05T12:24:05,270 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:05,270 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:24:05,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:24:05,272 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:24:05,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477/rs 2024-12-05T12:24:05,280 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:24:05,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,41365,1733401443923] 2024-12-05T12:24:05,286 DEBUG [RS:0;f4bc09594422:41365 {}] zookeeper.ZKUtil(111): regionserver:41365-0x100aa64f33a0004, quorum=127.0.0.1:60517, baseZNode=/11778111477 Set watcher on existing znode=/11778111477/rs/f4bc09594422,41365,1733401443923 2024-12-05T12:24:05,286 WARN [RS:0;f4bc09594422:41365 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:24:05,286 INFO [RS:0;f4bc09594422:41365 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:05,286 DEBUG [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923 2024-12-05T12:24:05,327 INFO [RS:0;f4bc09594422:41365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:24:05,335 INFO [RS:0;f4bc09594422:41365 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:24:05,337 INFO [RS:0;f4bc09594422:41365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:24:05,337 INFO [RS:0;f4bc09594422:41365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:05,373 INFO [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:24:05,381 INFO [RS:0;f4bc09594422:41365 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:24:05,381 INFO [RS:0;f4bc09594422:41365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:05,381 DEBUG [RS:0;f4bc09594422:41365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:05,381 DEBUG [RS:0;f4bc09594422:41365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:05,381 DEBUG [RS:0;f4bc09594422:41365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:05,381 DEBUG [RS:0;f4bc09594422:41365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:05,381 DEBUG [RS:0;f4bc09594422:41365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:05,381 DEBUG [RS:0;f4bc09594422:41365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:24:05,381 DEBUG [RS:0;f4bc09594422:41365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:05,381 DEBUG [RS:0;f4bc09594422:41365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:05,381 DEBUG [RS:0;f4bc09594422:41365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:05,381 DEBUG [RS:0;f4bc09594422:41365 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:05,381 DEBUG [RS:0;f4bc09594422:41365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:05,381 DEBUG [RS:0;f4bc09594422:41365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:05,381 DEBUG [RS:0;f4bc09594422:41365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:24:05,381 DEBUG [RS:0;f4bc09594422:41365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:24:05,383 INFO [RS:0;f4bc09594422:41365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:05,383 INFO [RS:0;f4bc09594422:41365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:05,383 INFO [RS:0;f4bc09594422:41365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:05,383 INFO [RS:0;f4bc09594422:41365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:05,383 INFO [RS:0;f4bc09594422:41365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:05,383 INFO [RS:0;f4bc09594422:41365 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41365,1733401443923-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:24:05,408 INFO [RS:0;f4bc09594422:41365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:24:05,411 INFO [RS:0;f4bc09594422:41365 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41365,1733401443923-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:05,411 INFO [RS:0;f4bc09594422:41365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:05,411 INFO [RS:0;f4bc09594422:41365 {}] regionserver.Replication(171): f4bc09594422,41365,1733401443923 started 2024-12-05T12:24:05,432 WARN [f4bc09594422:42629 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T12:24:05,433 INFO [RS:0;f4bc09594422:41365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:05,434 INFO [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,41365,1733401443923, RpcServer on f4bc09594422/172.17.0.3:41365, sessionid=0x100aa64f33a0004 2024-12-05T12:24:05,434 DEBUG [RS:0;f4bc09594422:41365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:24:05,436 DEBUG [RS:0;f4bc09594422:41365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,41365,1733401443923 2024-12-05T12:24:05,436 DEBUG [RS:0;f4bc09594422:41365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,41365,1733401443923' 2024-12-05T12:24:05,436 DEBUG [RS:0;f4bc09594422:41365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11778111477/flush-table-proc/abort' 2024-12-05T12:24:05,448 DEBUG [RS:0;f4bc09594422:41365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11778111477/flush-table-proc/acquired' 2024-12-05T12:24:05,460 DEBUG [RS:0;f4bc09594422:41365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:24:05,460 DEBUG [RS:0;f4bc09594422:41365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:24:05,460 DEBUG [RS:0;f4bc09594422:41365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,41365,1733401443923 2024-12-05T12:24:05,460 DEBUG [RS:0;f4bc09594422:41365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,41365,1733401443923' 2024-12-05T12:24:05,461 DEBUG [RS:0;f4bc09594422:41365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11778111477/online-snapshot/abort' 2024-12-05T12:24:05,472 DEBUG [RS:0;f4bc09594422:41365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11778111477/online-snapshot/acquired' 2024-12-05T12:24:05,481 DEBUG [RS:0;f4bc09594422:41365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:24:05,481 INFO [RS:0;f4bc09594422:41365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:24:05,481 INFO [RS:0;f4bc09594422:41365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:24:05,582 INFO [RS:0;f4bc09594422:41365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:24:05,587 INFO [RS:0;f4bc09594422:41365 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C41365%2C1733401443923, suffix=, logDir=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923, archiveDir=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/oldWALs, maxLogs=10 2024-12-05T12:24:05,618 DEBUG [RS:0;f4bc09594422:41365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588, exclude list is [], retry=0 2024-12-05T12:24:05,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35021,DS-142347bc-9815-4246-bfc7-eb4c749dcdd8,DISK] 2024-12-05T12:24:05,639 INFO [RS:0;f4bc09594422:41365 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 2024-12-05T12:24:05,640 DEBUG [RS:0;f4bc09594422:41365 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37349:37349)] 2024-12-05T12:24:05,683 DEBUG [f4bc09594422:42629 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:24:05,684 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,41365,1733401443923 2024-12-05T12:24:05,689 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,41365,1733401443923, state=OPENING 2024-12-05T12:24:05,694 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:24:05,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41365-0x100aa64f33a0004, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477 2024-12-05T12:24:05,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477 2024-12-05T12:24:05,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11778111477/meta-region-server: CHANGED 2024-12-05T12:24:05,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11778111477/meta-region-server: CHANGED 2024-12-05T12:24:05,706 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:24:05,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,41365,1733401443923}] 2024-12-05T12:24:05,881 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:24:05,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:24:05,907 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:24:05,907 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:05,907 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:24:05,913 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C41365%2C1733401443923.meta, suffix=.meta, logDir=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923, archiveDir=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/oldWALs, maxLogs=10 2024-12-05T12:24:05,937 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.meta.1733401445913.meta, exclude list is [], retry=0 2024-12-05T12:24:05,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35021,DS-142347bc-9815-4246-bfc7-eb4c749dcdd8,DISK] 2024-12-05T12:24:05,989 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.meta.1733401445913.meta 2024-12-05T12:24:05,991 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37349:37349)] 2024-12-05T12:24:05,992 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:05,992 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:05,992 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:24:05,992 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:24:05,992 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:24:05,993 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:24:05,993 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:05,993 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:24:05,993 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:24:06,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:24:06,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:24:06,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:06,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:06,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:24:06,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:24:06,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:06,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:06,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:24:06,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:24:06,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:06,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:06,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:24:06,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:24:06,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:06,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:06,039 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:24:06,040 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740 2024-12-05T12:24:06,053 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740 2024-12-05T12:24:06,060 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:24:06,060 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:24:06,064 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:06,073 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:24:06,078 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70841587, jitterRate=0.055621907114982605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:06,078 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:24:06,078 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401445993Writing region info on filesystem at 1733401445993Initializing all the Stores at 1733401445999 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401445999Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401446008 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401446008Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401446008Cleaning up temporary data from old regions at 1733401446060 (+52 ms)Running coprocessor post-open hooks at 1733401446078 (+18 ms)Region opened successfully at 1733401446078 2024-12-05T12:24:06,083 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401445880 2024-12-05T12:24:06,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,41365,1733401443923 2024-12-05T12:24:06,091 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,41365,1733401443923, state=OPEN 2024-12-05T12:24:06,091 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:24:06,091 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:24:06,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41365-0x100aa64f33a0004, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11778111477/meta-region-server 2024-12-05T12:24:06,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11778111477/meta-region-server: CHANGED 2024-12-05T12:24:06,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11778111477/meta-region-server 2024-12-05T12:24:06,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11778111477/meta-region-server: CHANGED 2024-12-05T12:24:06,097 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,41365,1733401443923 2024-12-05T12:24:06,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:24:06,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,41365,1733401443923 in 391 msec 2024-12-05T12:24:06,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:24:06,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 836 msec 2024-12-05T12:24:06,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:06,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:24:06,119 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:06,119 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,41365,1733401443923, seqNum=-1] 2024-12-05T12:24:06,119 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:06,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:06,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 993 msec 2024-12-05T12:24:06,134 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401446134, completionTime=-1 2024-12-05T12:24:06,134 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:24:06,135 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:24:06,137 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:24:06,137 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401506137 2024-12-05T12:24:06,137 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401566137 2024-12-05T12:24:06,137 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T12:24:06,137 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,42629,1733401443815-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:06,137 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,42629,1733401443815-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:06,137 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,42629,1733401443815-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:06,138 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:42629, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:06,138 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:06,139 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:24:06,147 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:06,150 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.132sec 2024-12-05T12:24:06,150 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:24:06,150 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:24:06,150 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:24:06,150 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:24:06,150 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:24:06,150 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,42629,1733401443815-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:24:06,150 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,42629,1733401443815-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:24:06,158 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:24:06,158 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:24:06,158 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,42629,1733401443815-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:06,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19884986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:06,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,42629,-1 for getting cluster id 2024-12-05T12:24:06,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:06,213 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52843936-bfa6-4e14-abec-bc7e3a83e83f' 2024-12-05T12:24:06,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:06,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52843936-bfa6-4e14-abec-bc7e3a83e83f" 2024-12-05T12:24:06,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e02c13a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:06,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,42629,-1] 2024-12-05T12:24:06,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:06,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:06,215 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:06,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@415330a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:06,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:06,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,41365,1733401443923, seqNum=-1] 2024-12-05T12:24:06,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:06,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:06,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,42629,1733401443815 2024-12-05T12:24:06,225 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60517 2024-12-05T12:24:06,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:06,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100aa64f33a0005 connected 2024-12-05T12:24:06,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/hadoop.log.dir so I do NOT create it in target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063 2024-12-05T12:24:06,251 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:24:06,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/hadoop.tmp.dir so I do NOT create it in target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063 2024-12-05T12:24:06,251 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:24:06,251 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063 2024-12-05T12:24:06,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:24:06,251 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/cluster_20605fa9-523b-d035-94d6-60e9ba44e099, deleteOnExit=true 2024-12-05T12:24:06,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:24:06,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/test.cache.data in system properties and HBase conf 2024-12-05T12:24:06,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:24:06,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:24:06,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:24:06,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:24:06,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:24:06,252 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:24:06,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:24:06,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:24:06,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:24:06,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:24:06,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:24:06,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:24:06,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:24:06,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:24:06,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:24:06,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:24:06,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:24:06,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:24:06,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:24:06,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:24:06,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:06,459 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:24:06,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:24:06,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:24:06,537 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:24:06,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:06,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fd7b179{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:24:06,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dd8b049{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:24:06,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5818a570{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/java.io.tmpdir/jetty-localhost-41299-hadoop-hdfs-3_4_1-tests_jar-_-any-11806258775790552560/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:24:06,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80dbe9{HTTP/1.1, (http/1.1)}{localhost:41299} 2024-12-05T12:24:06,746 INFO [Time-limited test {}] server.Server(415): Started @206602ms 2024-12-05T12:24:07,005 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:07,019 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:24:07,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:24:07,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:24:07,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:24:07,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@731b2135{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:24:07,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@afaef36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:24:07,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45639fd2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/java.io.tmpdir/jetty-localhost-41441-hadoop-hdfs-3_4_1-tests_jar-_-any-17009146414679459430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:24:07,183 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b2de12b{HTTP/1.1, (http/1.1)}{localhost:41441} 2024-12-05T12:24:07,183 INFO [Time-limited test {}] server.Server(415): Started @207039ms 2024-12-05T12:24:07,184 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:24:07,402 WARN [Thread-2870 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/cluster_20605fa9-523b-d035-94d6-60e9ba44e099/data/data2/current/BP-1554922337-172.17.0.3-1733401446296/current, will proceed with Du for space computation calculation, 2024-12-05T12:24:07,402 WARN [Thread-2869 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/cluster_20605fa9-523b-d035-94d6-60e9ba44e099/data/data1/current/BP-1554922337-172.17.0.3-1733401446296/current, will proceed with Du for space computation calculation, 2024-12-05T12:24:07,493 WARN [Thread-2857 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:24:07,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5b43a3e1423bc80 with lease ID 0xd7cc33f5e5f19a7c: Processing first storage report for DS-3689915a-d87f-450e-9344-77d7a44a6914 from datanode DatanodeRegistration(127.0.0.1:34749, datanodeUuid=88168942-3f9e-43f5-b8bd-1faa91e03f97, infoPort=44609, infoSecurePort=0, ipcPort=41275, storageInfo=lv=-57;cid=testClusterID;nsid=1694405467;c=1733401446296) 2024-12-05T12:24:07,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5b43a3e1423bc80 with lease ID 0xd7cc33f5e5f19a7c: from storage DS-3689915a-d87f-450e-9344-77d7a44a6914 node DatanodeRegistration(127.0.0.1:34749, datanodeUuid=88168942-3f9e-43f5-b8bd-1faa91e03f97, infoPort=44609, infoSecurePort=0, ipcPort=41275, storageInfo=lv=-57;cid=testClusterID;nsid=1694405467;c=1733401446296), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:24:07,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5b43a3e1423bc80 with lease ID 0xd7cc33f5e5f19a7c: Processing first storage report for DS-e63adbd8-cb55-4273-b44a-a3e3aa20d847 from datanode DatanodeRegistration(127.0.0.1:34749, datanodeUuid=88168942-3f9e-43f5-b8bd-1faa91e03f97, infoPort=44609, infoSecurePort=0, ipcPort=41275, storageInfo=lv=-57;cid=testClusterID;nsid=1694405467;c=1733401446296) 2024-12-05T12:24:07,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5b43a3e1423bc80 with lease ID 0xd7cc33f5e5f19a7c: from storage DS-e63adbd8-cb55-4273-b44a-a3e3aa20d847 node DatanodeRegistration(127.0.0.1:34749, datanodeUuid=88168942-3f9e-43f5-b8bd-1faa91e03f97, infoPort=44609, infoSecurePort=0, ipcPort=41275, storageInfo=lv=-57;cid=testClusterID;nsid=1694405467;c=1733401446296), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:24:07,577 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063 2024-12-05T12:24:07,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:07,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:07,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:24:07,633 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491 with version=8 2024-12-05T12:24:07,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/hbase-staging 2024-12-05T12:24:07,636 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:24:07,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:07,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:07,636 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:24:07,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:07,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:24:07,636 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:24:07,636 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:24:07,637 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41127 2024-12-05T12:24:07,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41127 connecting to ZooKeeper ensemble=127.0.0.1:60517 2024-12-05T12:24:07,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411270x0, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:07,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41127-0x100aa64f33a0006 connected 2024-12-05T12:24:07,681 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:24:07,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:07,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:07,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:07,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Set watcher on znode that does not yet exist, /2598349322/running 2024-12-05T12:24:07,705 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491, hbase.cluster.distributed=false 2024-12-05T12:24:07,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Set watcher on znode that does not yet exist, /2598349322/acl 2024-12-05T12:24:07,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41127 2024-12-05T12:24:07,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41127 2024-12-05T12:24:07,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41127 2024-12-05T12:24:07,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:07,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:07,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:07,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:07,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:07,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:07,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41127 2024-12-05T12:24:07,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41127 2024-12-05T12:24:07,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:07,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:07,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:07,766 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:24:07,766 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:24:07,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:07,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:07,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:24:07,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:07,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:24:07,767 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:24:07,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:24:07,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T12:24:07,767 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:24:07,773 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45099 2024-12-05T12:24:07,774 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45099 connecting to ZooKeeper ensemble=127.0.0.1:60517 2024-12-05T12:24:07,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:07,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:07,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450990x0, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:07,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450990x0, quorum=127.0.0.1:60517, baseZNode=/2598349322 Set watcher on znode that does not yet exist, /2598349322/running 2024-12-05T12:24:07,784 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:24:07,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45099-0x100aa64f33a0007 connected 2024-12-05T12:24:07,793 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:24:07,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45099-0x100aa64f33a0007, quorum=127.0.0.1:60517, baseZNode=/2598349322 Set watcher on znode that does not yet exist, /2598349322/master 2024-12-05T12:24:07,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45099-0x100aa64f33a0007, quorum=127.0.0.1:60517, baseZNode=/2598349322 Set watcher on znode that does not yet exist, /2598349322/acl 2024-12-05T12:24:07,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45099 2024-12-05T12:24:07,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45099 2024-12-05T12:24:07,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45099 2024-12-05T12:24:07,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45099 2024-12-05T12:24:07,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45099 2024-12-05T12:24:07,841 DEBUG [M:0;f4bc09594422:41127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:41127 2024-12-05T12:24:07,842 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2598349322/backup-masters/f4bc09594422,41127,1733401447635 2024-12-05T12:24:07,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45099-0x100aa64f33a0007, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322/backup-masters 2024-12-05T12:24:07,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322/backup-masters 2024-12-05T12:24:07,848 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Set watcher on existing znode=/2598349322/backup-masters/f4bc09594422,41127,1733401447635 2024-12-05T12:24:07,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45099-0x100aa64f33a0007, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2598349322/master 2024-12-05T12:24:07,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45099-0x100aa64f33a0007, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322 2024-12-05T12:24:07,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322 2024-12-05T12:24:07,853 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Set watcher on existing znode=/2598349322/master 2024-12-05T12:24:07,859 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2598349322/backup-masters/f4bc09594422,41127,1733401447635 from backup master directory 2024-12-05T12:24:07,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2598349322/backup-masters/f4bc09594422,41127,1733401447635 2024-12-05T12:24:07,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322/backup-masters 2024-12-05T12:24:07,866 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:24:07,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45099-0x100aa64f33a0007, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322/backup-masters 2024-12-05T12:24:07,866 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,41127,1733401447635 2024-12-05T12:24:07,883 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/hbase.id] with ID: 009ebb3f-3262-4141-8b00-8847cdc3ec5a 2024-12-05T12:24:07,883 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/.tmp/hbase.id 2024-12-05T12:24:07,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:24:08,342 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/.tmp/hbase.id]:[hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/hbase.id] 2024-12-05T12:24:08,362 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:08,362 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:24:08,363 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:24:08,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322 2024-12-05T12:24:08,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45099-0x100aa64f33a0007, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322 2024-12-05T12:24:08,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:24:08,421 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:08,422 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:24:08,423 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:08,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:24:08,450 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/data/master/store 2024-12-05T12:24:08,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:24:08,485 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:08,485 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:24:08,485 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:08,485 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:08,485 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:24:08,485 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:08,485 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:08,485 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401448485Disabling compacts and flushes for region at 1733401448485Disabling writes for close at 1733401448485Writing region close event to WAL at 1733401448485Closed at 1733401448485 2024-12-05T12:24:08,487 WARN [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/data/master/store/.initializing 2024-12-05T12:24:08,487 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/WALs/f4bc09594422,41127,1733401447635 2024-12-05T12:24:08,493 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:24:08,499 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C41127%2C1733401447635, suffix=, logDir=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/WALs/f4bc09594422,41127,1733401447635, archiveDir=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/oldWALs, maxLogs=10 2024-12-05T12:24:08,529 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/WALs/f4bc09594422,41127,1733401447635/f4bc09594422%2C41127%2C1733401447635.1733401448499, exclude list is [], retry=0 2024-12-05T12:24:08,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34749,DS-3689915a-d87f-450e-9344-77d7a44a6914,DISK] 2024-12-05T12:24:08,560 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/WALs/f4bc09594422,41127,1733401447635/f4bc09594422%2C41127%2C1733401447635.1733401448499 2024-12-05T12:24:08,561 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44609:44609)] 2024-12-05T12:24:08,561 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:08,561 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:08,561 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:08,561 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:08,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:08,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:24:08,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:08,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:08,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:08,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:24:08,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:08,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:08,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:08,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:24:08,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:08,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:08,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:08,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:24:08,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:08,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:08,570 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:08,570 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:08,570 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:08,571 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:08,571 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:08,572 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:08,572 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:08,580 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:08,582 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75221069, jitterRate=0.12088127434253693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:08,582 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401448561Initializing all the Stores at 1733401448562 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401448562Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401448562Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401448562Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401448562Cleaning up temporary data from old regions at 1733401448571 (+9 ms)Region opened successfully at 1733401448582 (+11 ms) 2024-12-05T12:24:08,582 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:24:08,585 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad75c0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:24:08,593 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:24:08,593 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:24:08,593 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:24:08,593 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:24:08,594 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T12:24:08,594 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:24:08,594 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:24:08,606 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:24:08,609 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Unable to get data of znode /2598349322/balancer because node does not exist (not necessarily an error) 2024-12-05T12:24:08,614 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2598349322/balancer already deleted, retry=false 2024-12-05T12:24:08,614 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:24:08,615 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Unable to get data of znode /2598349322/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:24:08,617 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2598349322/normalizer already deleted, retry=false 2024-12-05T12:24:08,618 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:24:08,621 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Unable to get data of znode /2598349322/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:24:08,623 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2598349322/switch/split already deleted, retry=false 2024-12-05T12:24:08,624 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Unable to get data of znode /2598349322/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:24:08,625 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2598349322/switch/merge already deleted, retry=false 2024-12-05T12:24:08,627 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Unable to get data of znode /2598349322/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:24:08,629 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2598349322/snapshot-cleanup already deleted, retry=false 2024-12-05T12:24:08,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2598349322/running 2024-12-05T12:24:08,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322 2024-12-05T12:24:08,632 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,41127,1733401447635, sessionid=0x100aa64f33a0006, setting cluster-up flag (Was=false) 2024-12-05T12:24:08,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45099-0x100aa64f33a0007, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2598349322/running 2024-12-05T12:24:08,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45099-0x100aa64f33a0007, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322 2024-12-05T12:24:08,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45099-0x100aa64f33a0007, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322 2024-12-05T12:24:08,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322 2024-12-05T12:24:08,661 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2598349322/flush-table-proc/acquired, /2598349322/flush-table-proc/reached, /2598349322/flush-table-proc/abort 2024-12-05T12:24:08,662 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,41127,1733401447635 2024-12-05T12:24:08,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45099-0x100aa64f33a0007, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322 2024-12-05T12:24:08,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322 2024-12-05T12:24:08,670 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2598349322/online-snapshot/acquired, /2598349322/online-snapshot/reached, /2598349322/online-snapshot/abort 2024-12-05T12:24:08,671 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,41127,1733401447635 2024-12-05T12:24:08,673 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:24:08,678 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:08,678 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:24:08,678 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:24:08,679 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,41127,1733401447635 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:24:08,680 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:08,680 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:08,680 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:08,680 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:08,680 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:24:08,680 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:08,680 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:24:08,680 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:08,699 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:08,699 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:24:08,700 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:08,700 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:24:08,712 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401478712 2024-12-05T12:24:08,713 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:24:08,713 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:24:08,713 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:24:08,713 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:24:08,713 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:24:08,713 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:24:08,713 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:08,729 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:24:08,729 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:24:08,729 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:24:08,729 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:24:08,740 INFO [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(746): ClusterId : 009ebb3f-3262-4141-8b00-8847cdc3ec5a 2024-12-05T12:24:08,740 DEBUG [RS:0;f4bc09594422:45099 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:24:08,742 DEBUG [RS:0;f4bc09594422:45099 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:24:08,742 DEBUG [RS:0;f4bc09594422:45099 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:24:08,744 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:24:08,744 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:24:08,746 DEBUG [RS:0;f4bc09594422:45099 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:24:08,746 DEBUG [RS:0;f4bc09594422:45099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5159ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:24:08,748 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401448745,5,FailOnTimeoutGroup] 2024-12-05T12:24:08,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:24:08,772 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401448748,5,FailOnTimeoutGroup] 2024-12-05T12:24:08,772 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:08,772 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:24:08,773 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:08,773 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:08,787 DEBUG [RS:0;f4bc09594422:45099 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:45099 2024-12-05T12:24:08,787 INFO [RS:0;f4bc09594422:45099 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:24:08,787 INFO [RS:0;f4bc09594422:45099 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:24:08,787 DEBUG [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:24:08,787 INFO [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,41127,1733401447635 with port=45099, startcode=1733401447766 2024-12-05T12:24:08,788 DEBUG [RS:0;f4bc09594422:45099 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:24:08,793 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:24:08,793 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,45099,1733401447766 2024-12-05T12:24:08,793 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41127 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,45099,1733401447766 2024-12-05T12:24:08,797 DEBUG [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491 2024-12-05T12:24:08,797 DEBUG [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45011 2024-12-05T12:24:08,797 DEBUG [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:24:08,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322/rs 2024-12-05T12:24:08,803 DEBUG [RS:0;f4bc09594422:45099 {}] zookeeper.ZKUtil(111): regionserver:45099-0x100aa64f33a0007, quorum=127.0.0.1:60517, baseZNode=/2598349322 Set watcher on existing znode=/2598349322/rs/f4bc09594422,45099,1733401447766 2024-12-05T12:24:08,803 WARN [RS:0;f4bc09594422:45099 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:24:08,803 INFO [RS:0;f4bc09594422:45099 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:08,803 DEBUG [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766 2024-12-05T12:24:08,804 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,45099,1733401447766] 2024-12-05T12:24:08,809 INFO [RS:0;f4bc09594422:45099 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:24:08,810 INFO [RS:0;f4bc09594422:45099 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:24:08,823 INFO [RS:0;f4bc09594422:45099 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:24:08,823 INFO [RS:0;f4bc09594422:45099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:08,823 INFO [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:24:08,825 INFO [RS:0;f4bc09594422:45099 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:24:08,825 INFO [RS:0;f4bc09594422:45099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:08,825 DEBUG [RS:0;f4bc09594422:45099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:08,825 DEBUG [RS:0;f4bc09594422:45099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:08,825 DEBUG [RS:0;f4bc09594422:45099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:08,825 DEBUG [RS:0;f4bc09594422:45099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:08,825 DEBUG [RS:0;f4bc09594422:45099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:08,825 DEBUG [RS:0;f4bc09594422:45099 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:24:08,825 DEBUG [RS:0;f4bc09594422:45099 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:08,825 DEBUG [RS:0;f4bc09594422:45099 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:08,825 DEBUG [RS:0;f4bc09594422:45099 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:08,825 DEBUG [RS:0;f4bc09594422:45099 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:08,825 DEBUG [RS:0;f4bc09594422:45099 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:08,825 DEBUG [RS:0;f4bc09594422:45099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:08,825 DEBUG [RS:0;f4bc09594422:45099 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:24:08,825 DEBUG [RS:0;f4bc09594422:45099 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:24:08,843 INFO [RS:0;f4bc09594422:45099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:08,843 INFO [RS:0;f4bc09594422:45099 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:08,843 INFO [RS:0;f4bc09594422:45099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:08,843 INFO [RS:0;f4bc09594422:45099 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:08,843 INFO [RS:0;f4bc09594422:45099 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:08,843 INFO [RS:0;f4bc09594422:45099 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45099,1733401447766-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:24:08,881 INFO [RS:0;f4bc09594422:45099 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:24:08,882 INFO [RS:0;f4bc09594422:45099 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45099,1733401447766-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:08,882 INFO [RS:0;f4bc09594422:45099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:08,882 INFO [RS:0;f4bc09594422:45099 {}] regionserver.Replication(171): f4bc09594422,45099,1733401447766 started 2024-12-05T12:24:08,895 INFO [RS:0;f4bc09594422:45099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:08,895 INFO [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,45099,1733401447766, RpcServer on f4bc09594422/172.17.0.3:45099, sessionid=0x100aa64f33a0007 2024-12-05T12:24:08,895 DEBUG [RS:0;f4bc09594422:45099 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:24:08,896 DEBUG [RS:0;f4bc09594422:45099 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,45099,1733401447766 2024-12-05T12:24:08,896 DEBUG [RS:0;f4bc09594422:45099 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,45099,1733401447766' 2024-12-05T12:24:08,896 DEBUG [RS:0;f4bc09594422:45099 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2598349322/flush-table-proc/abort' 2024-12-05T12:24:08,896 DEBUG [RS:0;f4bc09594422:45099 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2598349322/flush-table-proc/acquired' 2024-12-05T12:24:08,896 DEBUG [RS:0;f4bc09594422:45099 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:24:08,896 DEBUG [RS:0;f4bc09594422:45099 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:24:08,896 DEBUG [RS:0;f4bc09594422:45099 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,45099,1733401447766 2024-12-05T12:24:08,897 DEBUG [RS:0;f4bc09594422:45099 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,45099,1733401447766' 2024-12-05T12:24:08,897 DEBUG [RS:0;f4bc09594422:45099 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2598349322/online-snapshot/abort' 2024-12-05T12:24:08,897 DEBUG [RS:0;f4bc09594422:45099 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2598349322/online-snapshot/acquired' 2024-12-05T12:24:08,900 DEBUG [RS:0;f4bc09594422:45099 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:24:08,900 INFO [RS:0;f4bc09594422:45099 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:24:08,900 INFO [RS:0;f4bc09594422:45099 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:24:09,000 INFO [RS:0;f4bc09594422:45099 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:24:09,002 INFO [RS:0;f4bc09594422:45099 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C45099%2C1733401447766, suffix=, logDir=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766, archiveDir=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/oldWALs, maxLogs=10 2024-12-05T12:24:09,023 DEBUG [RS:0;f4bc09594422:45099 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002, exclude list is [], retry=0 2024-12-05T12:24:09,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34749,DS-3689915a-d87f-450e-9344-77d7a44a6914,DISK] 2024-12-05T12:24:09,046 INFO [RS:0;f4bc09594422:45099 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 2024-12-05T12:24:09,061 DEBUG [RS:0;f4bc09594422:45099 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44609:44609)] 2024-12-05T12:24:09,181 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:24:09,181 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491 2024-12-05T12:24:09,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:24:09,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:09,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:24:09,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:24:09,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:09,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:09,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:24:09,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:24:09,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:09,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:09,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:24:09,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:24:09,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:09,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:09,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:24:09,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:24:09,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:09,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:09,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:24:09,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740 2024-12-05T12:24:09,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740 2024-12-05T12:24:09,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:24:09,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:24:09,607 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:09,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:24:09,609 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:09,609 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60547238, jitterRate=-0.09777584671974182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:09,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401449598Initializing all the Stores at 1733401449599 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401449599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401449599Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401449599Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401449599Cleaning up temporary data from old regions at 1733401449606 (+7 ms)Region opened successfully at 1733401449609 (+3 ms) 2024-12-05T12:24:09,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:24:09,609 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:24:09,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:24:09,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:24:09,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:24:09,610 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:09,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401449609Disabling compacts and flushes for region at 1733401449609Disabling writes for close at 1733401449610 (+1 ms)Writing region close event to WAL at 1733401449610Closed at 1733401449610 2024-12-05T12:24:09,612 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:09,612 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:24:09,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:24:09,614 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:24:09,615 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:24:09,765 DEBUG [f4bc09594422:41127 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:24:09,765 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,45099,1733401447766 2024-12-05T12:24:09,767 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,45099,1733401447766, state=OPENING 2024-12-05T12:24:09,769 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:24:09,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322 2024-12-05T12:24:09,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45099-0x100aa64f33a0007, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322 2024-12-05T12:24:09,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2598349322/meta-region-server: CHANGED 2024-12-05T12:24:09,771 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:24:09,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,45099,1733401447766}] 2024-12-05T12:24:09,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2598349322/meta-region-server: CHANGED 2024-12-05T12:24:09,925 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:24:09,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:24:09,953 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:24:09,953 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:09,953 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:24:09,955 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C45099%2C1733401447766.meta, suffix=.meta, logDir=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766, archiveDir=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/oldWALs, maxLogs=10 2024-12-05T12:24:09,979 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.meta.1733401449956.meta, exclude list is [], retry=0 2024-12-05T12:24:09,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34749,DS-3689915a-d87f-450e-9344-77d7a44a6914,DISK] 2024-12-05T12:24:10,011 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.meta.1733401449956.meta 2024-12-05T12:24:10,012 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44609:44609)] 2024-12-05T12:24:10,013 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:10,013 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:10,013 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:24:10,013 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:24:10,013 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:24:10,014 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:24:10,014 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:10,014 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:24:10,014 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:24:10,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:24:10,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:24:10,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:10,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:10,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:24:10,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:24:10,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:10,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:10,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:24:10,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:24:10,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:10,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:10,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:24:10,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:24:10,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:10,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:10,038 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:24:10,043 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740 2024-12-05T12:24:10,044 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740 2024-12-05T12:24:10,051 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:24:10,051 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:24:10,051 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:10,053 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:24:10,054 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61381632, jitterRate=-0.0853424072265625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:10,054 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:24:10,054 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401450014Writing region info on filesystem at 1733401450014Initializing all the Stores at 1733401450018 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401450018Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401450019 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401450019Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401450019Cleaning up temporary data from old regions at 1733401450051 (+32 ms)Running coprocessor post-open hooks at 1733401450054 (+3 ms)Region opened successfully at 1733401450054 2024-12-05T12:24:10,055 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401449925 2024-12-05T12:24:10,059 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:24:10,059 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:24:10,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,45099,1733401447766 2024-12-05T12:24:10,061 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,45099,1733401447766, state=OPEN 2024-12-05T12:24:10,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2598349322/meta-region-server 2024-12-05T12:24:10,065 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,45099,1733401447766 2024-12-05T12:24:10,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2598349322/meta-region-server: CHANGED 2024-12-05T12:24:10,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45099-0x100aa64f33a0007, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2598349322/meta-region-server 2024-12-05T12:24:10,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:24:10,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,45099,1733401447766 in 294 msec 2024-12-05T12:24:10,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2598349322/meta-region-server: CHANGED 2024-12-05T12:24:10,073 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:10,073 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:24:10,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:24:10,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-12-05T12:24:10,085 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:10,085 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,45099,1733401447766, seqNum=-1] 2024-12-05T12:24:10,085 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:10,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:10,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4190 sec 2024-12-05T12:24:10,096 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401450096, completionTime=-1 2024-12-05T12:24:10,097 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:24:10,097 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:24:10,099 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:24:10,099 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401510099 2024-12-05T12:24:10,099 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401570099 2024-12-05T12:24:10,099 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T12:24:10,100 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41127,1733401447635-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:10,100 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41127,1733401447635-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:10,100 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41127,1733401447635-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:10,100 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:41127, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:10,100 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:10,104 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:24:10,112 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:10,119 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.253sec 2024-12-05T12:24:10,120 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:24:10,120 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:24:10,120 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:24:10,120 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:24:10,120 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:24:10,120 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41127,1733401447635-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:24:10,120 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41127,1733401447635-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:24:10,137 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:24:10,137 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:24:10,137 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41127,1733401447635-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:10,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679dbf84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:10,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,41127,-1 for getting cluster id 2024-12-05T12:24:10,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:10,161 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '009ebb3f-3262-4141-8b00-8847cdc3ec5a' 2024-12-05T12:24:10,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:10,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "009ebb3f-3262-4141-8b00-8847cdc3ec5a" 2024-12-05T12:24:10,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29641128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:10,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,41127,-1] 2024-12-05T12:24:10,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:10,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:10,165 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:10,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cdcf38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:10,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:10,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,45099,1733401447766, seqNum=-1] 2024-12-05T12:24:10,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:10,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:10,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,41127,1733401447635 2024-12-05T12:24:10,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60517 2024-12-05T12:24:10,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:10,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:10,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,44639,1733401439241 2024-12-05T12:24:10,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42a659a3 2024-12-05T12:24:10,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:10,202 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:10,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:24:10,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:24:10,207 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:10,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:24:10,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:24:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:10,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100aa64f33a0008 connected 2024-12-05T12:24:10,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:24:10,241 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9986aec2534f4eaff71de2dd8e2afab0, NAME => 'test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af 2024-12-05T12:24:10,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:24:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:10,673 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:10,673 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9986aec2534f4eaff71de2dd8e2afab0, disabling compactions & flushes 2024-12-05T12:24:10,673 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0. 2024-12-05T12:24:10,673 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0. 2024-12-05T12:24:10,673 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0. after waiting 0 ms 2024-12-05T12:24:10,673 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0. 2024-12-05T12:24:10,673 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0. 2024-12-05T12:24:10,673 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9986aec2534f4eaff71de2dd8e2afab0: Waiting for close lock at 1733401450673Disabling compacts and flushes for region at 1733401450673Disabling writes for close at 1733401450673Writing region close event to WAL at 1733401450673Closed at 1733401450673 2024-12-05T12:24:10,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:24:10,675 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401450675"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401450675"}]},"ts":"1733401450675"} 2024-12-05T12:24:10,678 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:24:10,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:24:10,679 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401450679"}]},"ts":"1733401450679"} 2024-12-05T12:24:10,681 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:24:10,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9986aec2534f4eaff71de2dd8e2afab0, ASSIGN}] 2024-12-05T12:24:10,683 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9986aec2534f4eaff71de2dd8e2afab0, ASSIGN 2024-12-05T12:24:10,683 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9986aec2534f4eaff71de2dd8e2afab0, ASSIGN; state=OFFLINE, location=f4bc09594422,36961,1733401439340; forceNewPlan=false, retain=false 2024-12-05T12:24:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:10,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9986aec2534f4eaff71de2dd8e2afab0, regionState=OPENING, regionLocation=f4bc09594422,36961,1733401439340 2024-12-05T12:24:10,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9986aec2534f4eaff71de2dd8e2afab0, ASSIGN because future has completed 2024-12-05T12:24:10,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9986aec2534f4eaff71de2dd8e2afab0, server=f4bc09594422,36961,1733401439340}] 2024-12-05T12:24:11,020 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0. 2024-12-05T12:24:11,021 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9986aec2534f4eaff71de2dd8e2afab0, NAME => 'test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:11,021 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:11,021 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:24:11,021 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9986aec2534f4eaff71de2dd8e2afab0 2024-12-05T12:24:11,021 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:11,021 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9986aec2534f4eaff71de2dd8e2afab0 2024-12-05T12:24:11,021 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9986aec2534f4eaff71de2dd8e2afab0 2024-12-05T12:24:11,023 INFO [StoreOpener-9986aec2534f4eaff71de2dd8e2afab0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9986aec2534f4eaff71de2dd8e2afab0 2024-12-05T12:24:11,024 INFO [StoreOpener-9986aec2534f4eaff71de2dd8e2afab0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9986aec2534f4eaff71de2dd8e2afab0 columnFamilyName f 2024-12-05T12:24:11,024 DEBUG [StoreOpener-9986aec2534f4eaff71de2dd8e2afab0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:11,024 INFO [StoreOpener-9986aec2534f4eaff71de2dd8e2afab0-1 {}] regionserver.HStore(327): Store=9986aec2534f4eaff71de2dd8e2afab0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:11,024 INFO [StoreOpener-9986aec2534f4eaff71de2dd8e2afab0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9986aec2534f4eaff71de2dd8e2afab0 2024-12-05T12:24:11,025 INFO [StoreOpener-9986aec2534f4eaff71de2dd8e2afab0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9986aec2534f4eaff71de2dd8e2afab0 columnFamilyName f1 2024-12-05T12:24:11,025 DEBUG [StoreOpener-9986aec2534f4eaff71de2dd8e2afab0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:11,026 INFO [StoreOpener-9986aec2534f4eaff71de2dd8e2afab0-1 {}] regionserver.HStore(327): Store=9986aec2534f4eaff71de2dd8e2afab0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:11,026 INFO [StoreOpener-9986aec2534f4eaff71de2dd8e2afab0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9986aec2534f4eaff71de2dd8e2afab0 2024-12-05T12:24:11,030 INFO [StoreOpener-9986aec2534f4eaff71de2dd8e2afab0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9986aec2534f4eaff71de2dd8e2afab0 columnFamilyName norep 2024-12-05T12:24:11,030 DEBUG [StoreOpener-9986aec2534f4eaff71de2dd8e2afab0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:11,030 INFO [StoreOpener-9986aec2534f4eaff71de2dd8e2afab0-1 {}] regionserver.HStore(327): Store=9986aec2534f4eaff71de2dd8e2afab0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:11,030 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9986aec2534f4eaff71de2dd8e2afab0 2024-12-05T12:24:11,031 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/default/test/9986aec2534f4eaff71de2dd8e2afab0 2024-12-05T12:24:11,032 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/default/test/9986aec2534f4eaff71de2dd8e2afab0 2024-12-05T12:24:11,034 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9986aec2534f4eaff71de2dd8e2afab0 2024-12-05T12:24:11,034 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9986aec2534f4eaff71de2dd8e2afab0 2024-12-05T12:24:11,035 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:24:11,036 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9986aec2534f4eaff71de2dd8e2afab0 2024-12-05T12:24:11,062 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/default/test/9986aec2534f4eaff71de2dd8e2afab0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:11,063 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9986aec2534f4eaff71de2dd8e2afab0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63926941, jitterRate=-0.047414347529411316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:24:11,063 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9986aec2534f4eaff71de2dd8e2afab0 2024-12-05T12:24:11,064 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9986aec2534f4eaff71de2dd8e2afab0: Running coprocessor pre-open hook at 1733401451022Writing region info on filesystem at 1733401451022Initializing all the Stores at 1733401451022Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401451022Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401451022Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401451022Cleaning up temporary data from old regions at 1733401451034 (+12 ms)Running coprocessor post-open hooks at 1733401451063 (+29 ms)Region opened successfully at 1733401451064 (+1 ms) 2024-12-05T12:24:11,066 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0., pid=6, masterSystemTime=1733401451016 2024-12-05T12:24:11,069 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9986aec2534f4eaff71de2dd8e2afab0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f4bc09594422,36961,1733401439340 2024-12-05T12:24:11,070 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0. 2024-12-05T12:24:11,070 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0. 2024-12-05T12:24:11,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9986aec2534f4eaff71de2dd8e2afab0, server=f4bc09594422,36961,1733401439340 because future has completed 2024-12-05T12:24:11,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:24:11,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9986aec2534f4eaff71de2dd8e2afab0, server=f4bc09594422,36961,1733401439340 in 217 msec 2024-12-05T12:24:11,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:24:11,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9986aec2534f4eaff71de2dd8e2afab0, ASSIGN in 400 msec 2024-12-05T12:24:11,084 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:24:11,084 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401451084"}]},"ts":"1733401451084"} 2024-12-05T12:24:11,088 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:24:11,089 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:24:11,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 886 msec 2024-12-05T12:24:11,143 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:11,143 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:24:11,144 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38316 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:24:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:11,345 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:24:11,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:11,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,42629,1733401443815 2024-12-05T12:24:11,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45eb8119 2024-12-05T12:24:11,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:11,347 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:11,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:24:11,350 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:24:11,350 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:11,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:24:11,351 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:24:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:11,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:24:11,377 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55031eb27da83d097e72a7764bf0284a, NAME => 'test,,1733401451347.55031eb27da83d097e72a7764bf0284a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0 2024-12-05T12:24:11,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:24:11,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401451347.55031eb27da83d097e72a7764bf0284a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:11,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 55031eb27da83d097e72a7764bf0284a, disabling compactions & flushes 2024-12-05T12:24:11,426 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401451347.55031eb27da83d097e72a7764bf0284a. 2024-12-05T12:24:11,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401451347.55031eb27da83d097e72a7764bf0284a. 2024-12-05T12:24:11,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401451347.55031eb27da83d097e72a7764bf0284a. after waiting 0 ms 2024-12-05T12:24:11,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401451347.55031eb27da83d097e72a7764bf0284a. 2024-12-05T12:24:11,426 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401451347.55031eb27da83d097e72a7764bf0284a. 2024-12-05T12:24:11,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55031eb27da83d097e72a7764bf0284a: Waiting for close lock at 1733401451426Disabling compacts and flushes for region at 1733401451426Disabling writes for close at 1733401451426Writing region close event to WAL at 1733401451426Closed at 1733401451426 2024-12-05T12:24:11,429 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:24:11,430 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401451347.55031eb27da83d097e72a7764bf0284a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401451429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401451429"}]},"ts":"1733401451429"} 2024-12-05T12:24:11,445 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:24:11,446 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:24:11,446 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401451446"}]},"ts":"1733401451446"} 2024-12-05T12:24:11,449 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:24:11,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=55031eb27da83d097e72a7764bf0284a, ASSIGN}] 2024-12-05T12:24:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:11,458 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=55031eb27da83d097e72a7764bf0284a, ASSIGN 2024-12-05T12:24:11,465 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=55031eb27da83d097e72a7764bf0284a, ASSIGN; state=OFFLINE, location=f4bc09594422,41365,1733401443923; forceNewPlan=false, retain=false 2024-12-05T12:24:11,616 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55031eb27da83d097e72a7764bf0284a, regionState=OPENING, regionLocation=f4bc09594422,41365,1733401443923 2024-12-05T12:24:11,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=55031eb27da83d097e72a7764bf0284a, ASSIGN because future has completed 2024-12-05T12:24:11,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55031eb27da83d097e72a7764bf0284a, server=f4bc09594422,41365,1733401443923}] 2024-12-05T12:24:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:11,825 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401451347.55031eb27da83d097e72a7764bf0284a. 2024-12-05T12:24:11,825 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 55031eb27da83d097e72a7764bf0284a, NAME => 'test,,1733401451347.55031eb27da83d097e72a7764bf0284a.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:11,825 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:11,825 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:24:11,826 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 55031eb27da83d097e72a7764bf0284a 2024-12-05T12:24:11,826 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401451347.55031eb27da83d097e72a7764bf0284a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:11,826 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 55031eb27da83d097e72a7764bf0284a 2024-12-05T12:24:11,826 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 55031eb27da83d097e72a7764bf0284a 2024-12-05T12:24:11,855 INFO [StoreOpener-55031eb27da83d097e72a7764bf0284a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 55031eb27da83d097e72a7764bf0284a 2024-12-05T12:24:11,856 INFO [StoreOpener-55031eb27da83d097e72a7764bf0284a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55031eb27da83d097e72a7764bf0284a columnFamilyName f 2024-12-05T12:24:11,857 DEBUG [StoreOpener-55031eb27da83d097e72a7764bf0284a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:11,857 INFO [StoreOpener-55031eb27da83d097e72a7764bf0284a-1 {}] regionserver.HStore(327): Store=55031eb27da83d097e72a7764bf0284a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:11,858 INFO [StoreOpener-55031eb27da83d097e72a7764bf0284a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 55031eb27da83d097e72a7764bf0284a 2024-12-05T12:24:11,859 INFO [StoreOpener-55031eb27da83d097e72a7764bf0284a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55031eb27da83d097e72a7764bf0284a columnFamilyName f1 2024-12-05T12:24:11,859 DEBUG [StoreOpener-55031eb27da83d097e72a7764bf0284a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:11,860 INFO [StoreOpener-55031eb27da83d097e72a7764bf0284a-1 {}] regionserver.HStore(327): Store=55031eb27da83d097e72a7764bf0284a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:11,860 INFO [StoreOpener-55031eb27da83d097e72a7764bf0284a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 55031eb27da83d097e72a7764bf0284a 2024-12-05T12:24:11,866 INFO [StoreOpener-55031eb27da83d097e72a7764bf0284a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55031eb27da83d097e72a7764bf0284a columnFamilyName norep 2024-12-05T12:24:11,866 DEBUG [StoreOpener-55031eb27da83d097e72a7764bf0284a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:11,866 INFO [StoreOpener-55031eb27da83d097e72a7764bf0284a-1 {}] regionserver.HStore(327): Store=55031eb27da83d097e72a7764bf0284a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:11,866 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 55031eb27da83d097e72a7764bf0284a 2024-12-05T12:24:11,867 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/default/test/55031eb27da83d097e72a7764bf0284a 2024-12-05T12:24:11,867 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/default/test/55031eb27da83d097e72a7764bf0284a 2024-12-05T12:24:11,870 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 55031eb27da83d097e72a7764bf0284a 2024-12-05T12:24:11,870 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 55031eb27da83d097e72a7764bf0284a 2024-12-05T12:24:11,872 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:24:11,873 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 55031eb27da83d097e72a7764bf0284a 2024-12-05T12:24:11,896 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/default/test/55031eb27da83d097e72a7764bf0284a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:11,900 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 55031eb27da83d097e72a7764bf0284a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69799406, jitterRate=0.04009220004081726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:24:11,900 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55031eb27da83d097e72a7764bf0284a 2024-12-05T12:24:11,901 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 55031eb27da83d097e72a7764bf0284a: Running coprocessor pre-open hook at 1733401451826Writing region info on filesystem at 1733401451826Initializing all the Stores at 1733401451829 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401451829Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401451844 (+15 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401451844Cleaning up temporary data from old regions at 1733401451870 (+26 ms)Running coprocessor post-open hooks at 1733401451900 (+30 ms)Region opened successfully at 1733401451901 (+1 ms) 2024-12-05T12:24:11,908 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401451347.55031eb27da83d097e72a7764bf0284a., pid=6, masterSystemTime=1733401451804 2024-12-05T12:24:11,912 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401451347.55031eb27da83d097e72a7764bf0284a. 2024-12-05T12:24:11,912 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401451347.55031eb27da83d097e72a7764bf0284a. 2024-12-05T12:24:11,912 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55031eb27da83d097e72a7764bf0284a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f4bc09594422,41365,1733401443923 2024-12-05T12:24:11,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55031eb27da83d097e72a7764bf0284a, server=f4bc09594422,41365,1733401443923 because future has completed 2024-12-05T12:24:11,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:24:11,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 55031eb27da83d097e72a7764bf0284a, server=f4bc09594422,41365,1733401443923 in 292 msec 2024-12-05T12:24:11,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:24:11,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=55031eb27da83d097e72a7764bf0284a, ASSIGN in 473 msec 2024-12-05T12:24:11,927 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:24:11,927 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401451927"}]},"ts":"1733401451927"} 2024-12-05T12:24:11,929 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:24:11,930 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:24:11,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 582 msec 2024-12-05T12:24:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:11,980 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:24:11,980 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:11,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,41127,1733401447635 2024-12-05T12:24:11,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@477041ac 2024-12-05T12:24:11,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:11,989 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:11,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:24:11,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:24:11,996 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:11,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:24:11,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:24:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:12,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:24:12,053 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42a9f30e019dda3611685fa58f01f8b5, NAME => 'test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491 2024-12-05T12:24:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:12,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:24:12,146 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:12,146 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 42a9f30e019dda3611685fa58f01f8b5, disabling compactions & flushes 2024-12-05T12:24:12,146 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5. 2024-12-05T12:24:12,146 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5. 2024-12-05T12:24:12,146 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5. after waiting 0 ms 2024-12-05T12:24:12,146 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5. 2024-12-05T12:24:12,146 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5. 2024-12-05T12:24:12,146 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42a9f30e019dda3611685fa58f01f8b5: Waiting for close lock at 1733401452146Disabling compacts and flushes for region at 1733401452146Disabling writes for close at 1733401452146Writing region close event to WAL at 1733401452146Closed at 1733401452146 2024-12-05T12:24:12,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:24:12,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401452147"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401452147"}]},"ts":"1733401452147"} 2024-12-05T12:24:12,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:24:12,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:24:12,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401452157"}]},"ts":"1733401452157"} 2024-12-05T12:24:12,160 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:24:12,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42a9f30e019dda3611685fa58f01f8b5, ASSIGN}] 2024-12-05T12:24:12,165 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42a9f30e019dda3611685fa58f01f8b5, ASSIGN 2024-12-05T12:24:12,166 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=42a9f30e019dda3611685fa58f01f8b5, ASSIGN; state=OFFLINE, location=f4bc09594422,45099,1733401447766; forceNewPlan=false, retain=false 2024-12-05T12:24:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:12,317 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42a9f30e019dda3611685fa58f01f8b5, regionState=OPENING, regionLocation=f4bc09594422,45099,1733401447766 2024-12-05T12:24:12,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=42a9f30e019dda3611685fa58f01f8b5, ASSIGN because future has completed 2024-12-05T12:24:12,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42a9f30e019dda3611685fa58f01f8b5, server=f4bc09594422,45099,1733401447766}] 2024-12-05T12:24:12,499 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5. 2024-12-05T12:24:12,499 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 42a9f30e019dda3611685fa58f01f8b5, NAME => 'test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:12,500 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:12,500 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:24:12,500 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 42a9f30e019dda3611685fa58f01f8b5 2024-12-05T12:24:12,501 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:12,501 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 42a9f30e019dda3611685fa58f01f8b5 2024-12-05T12:24:12,501 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 42a9f30e019dda3611685fa58f01f8b5 2024-12-05T12:24:12,502 INFO [StoreOpener-42a9f30e019dda3611685fa58f01f8b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 42a9f30e019dda3611685fa58f01f8b5 2024-12-05T12:24:12,504 INFO [StoreOpener-42a9f30e019dda3611685fa58f01f8b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42a9f30e019dda3611685fa58f01f8b5 columnFamilyName f 2024-12-05T12:24:12,504 DEBUG [StoreOpener-42a9f30e019dda3611685fa58f01f8b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:12,504 INFO [StoreOpener-42a9f30e019dda3611685fa58f01f8b5-1 {}] regionserver.HStore(327): Store=42a9f30e019dda3611685fa58f01f8b5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:12,505 INFO [StoreOpener-42a9f30e019dda3611685fa58f01f8b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 42a9f30e019dda3611685fa58f01f8b5 2024-12-05T12:24:12,506 INFO [StoreOpener-42a9f30e019dda3611685fa58f01f8b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42a9f30e019dda3611685fa58f01f8b5 columnFamilyName f1 2024-12-05T12:24:12,506 DEBUG [StoreOpener-42a9f30e019dda3611685fa58f01f8b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:12,506 INFO [StoreOpener-42a9f30e019dda3611685fa58f01f8b5-1 {}] regionserver.HStore(327): Store=42a9f30e019dda3611685fa58f01f8b5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:12,506 INFO [StoreOpener-42a9f30e019dda3611685fa58f01f8b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 42a9f30e019dda3611685fa58f01f8b5 2024-12-05T12:24:12,507 INFO [StoreOpener-42a9f30e019dda3611685fa58f01f8b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42a9f30e019dda3611685fa58f01f8b5 columnFamilyName norep 2024-12-05T12:24:12,507 DEBUG [StoreOpener-42a9f30e019dda3611685fa58f01f8b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:12,508 INFO [StoreOpener-42a9f30e019dda3611685fa58f01f8b5-1 {}] regionserver.HStore(327): Store=42a9f30e019dda3611685fa58f01f8b5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:12,508 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 42a9f30e019dda3611685fa58f01f8b5 2024-12-05T12:24:12,509 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/default/test/42a9f30e019dda3611685fa58f01f8b5 2024-12-05T12:24:12,509 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/default/test/42a9f30e019dda3611685fa58f01f8b5 2024-12-05T12:24:12,512 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 42a9f30e019dda3611685fa58f01f8b5 2024-12-05T12:24:12,512 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 42a9f30e019dda3611685fa58f01f8b5 2024-12-05T12:24:12,513 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:24:12,521 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 42a9f30e019dda3611685fa58f01f8b5 2024-12-05T12:24:12,526 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/default/test/42a9f30e019dda3611685fa58f01f8b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:12,526 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 42a9f30e019dda3611685fa58f01f8b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68515457, jitterRate=0.020959869027137756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:24:12,526 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42a9f30e019dda3611685fa58f01f8b5 2024-12-05T12:24:12,526 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 42a9f30e019dda3611685fa58f01f8b5: Running coprocessor pre-open hook at 1733401452501Writing region info on filesystem at 1733401452501Initializing all the Stores at 1733401452502 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401452502Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401452502Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401452502Cleaning up temporary data from old regions at 1733401452512 (+10 ms)Running coprocessor post-open hooks at 1733401452526 (+14 ms)Region opened successfully at 1733401452526 2024-12-05T12:24:12,528 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5., pid=6, masterSystemTime=1733401452493 2024-12-05T12:24:12,530 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5. 2024-12-05T12:24:12,530 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5. 2024-12-05T12:24:12,531 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42a9f30e019dda3611685fa58f01f8b5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f4bc09594422,45099,1733401447766 2024-12-05T12:24:12,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42a9f30e019dda3611685fa58f01f8b5, server=f4bc09594422,45099,1733401447766 because future has completed 2024-12-05T12:24:12,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:24:12,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:24:12,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=42a9f30e019dda3611685fa58f01f8b5, ASSIGN in 400 msec 2024-12-05T12:24:12,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 42a9f30e019dda3611685fa58f01f8b5, server=f4bc09594422,45099,1733401447766 in 229 msec 2024-12-05T12:24:12,564 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:24:12,564 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401452564"}]},"ts":"1733401452564"} 2024-12-05T12:24:12,567 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:24:12,567 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:24:12,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 577 msec 2024-12-05T12:24:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:12,625 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:24:12,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@234a6b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:12,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,44639,-1 for getting cluster id 2024-12-05T12:24:12,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:12,636 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17f88a25-4928-45a9-a4cd-de7b391bb53f' 2024-12-05T12:24:12,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:12,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17f88a25-4928-45a9-a4cd-de7b391bb53f" 2024-12-05T12:24:12,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d10c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:12,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,44639,-1] 2024-12-05T12:24:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:12,641 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:12,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4f0217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:12,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:12,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,44639,1733401439241 2024-12-05T12:24:12,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2980581 2024-12-05T12:24:12,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:12,644 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:12,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f4bc09594422:42629,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:24:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:24:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:12,654 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:42629' 2024-12-05T12:24:12,669 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345b8806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:12,669 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,42629,-1 for getting cluster id 2024-12-05T12:24:12,669 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:12,671 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52843936-bfa6-4e14-abec-bc7e3a83e83f' 2024-12-05T12:24:12,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:12,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52843936-bfa6-4e14-abec-bc7e3a83e83f" 2024-12-05T12:24:12,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd3c3cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:12,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,42629,-1] 2024-12-05T12:24:12,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:12,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:12,672 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:12,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2617a14b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:12,673 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:12,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,42629,1733401443815 2024-12-05T12:24:12,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55490d23 2024-12-05T12:24:12,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:12,676 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:12,676 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T12:24:12,677 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:24:12,677 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:12,677 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:12,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:12,677 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:12,680 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:24:12,685 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:24:12,685 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:12,686 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:24:12,730 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:24:12,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:24:12,740 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 603d5ba3c0908e84af5216725a639d56, NAME => 'hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af 2024-12-05T12:24:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:12,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:24:12,767 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:12,767 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 603d5ba3c0908e84af5216725a639d56, disabling compactions & flushes 2024-12-05T12:24:12,767 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56. 2024-12-05T12:24:12,767 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56. 2024-12-05T12:24:12,767 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56. after waiting 0 ms 2024-12-05T12:24:12,767 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56. 2024-12-05T12:24:12,767 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56. 2024-12-05T12:24:12,767 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 603d5ba3c0908e84af5216725a639d56: Waiting for close lock at 1733401452767Disabling compacts and flushes for region at 1733401452767Disabling writes for close at 1733401452767Writing region close event to WAL at 1733401452767Closed at 1733401452767 2024-12-05T12:24:12,768 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:24:12,768 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401452768"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401452768"}]},"ts":"1733401452768"} 2024-12-05T12:24:12,775 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:24:12,776 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:24:12,776 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401452776"}]},"ts":"1733401452776"} 2024-12-05T12:24:12,801 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:24:12,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=603d5ba3c0908e84af5216725a639d56, ASSIGN}] 2024-12-05T12:24:12,803 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=603d5ba3c0908e84af5216725a639d56, ASSIGN 2024-12-05T12:24:12,804 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=603d5ba3c0908e84af5216725a639d56, ASSIGN; state=OFFLINE, location=f4bc09594422,36961,1733401439340; forceNewPlan=false, retain=false 2024-12-05T12:24:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:12,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=603d5ba3c0908e84af5216725a639d56, regionState=OPENING, regionLocation=f4bc09594422,36961,1733401439340 2024-12-05T12:24:12,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=603d5ba3c0908e84af5216725a639d56, ASSIGN because future has completed 2024-12-05T12:24:12,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 603d5ba3c0908e84af5216725a639d56, server=f4bc09594422,36961,1733401439340}] 2024-12-05T12:24:13,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56. 2024-12-05T12:24:13,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:13,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:24:13,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C36961%2C1733401439340.rep, suffix=, logDir=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340, archiveDir=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/oldWALs, maxLogs=10 2024-12-05T12:24:13,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.rep.1733401453131, exclude list is [], retry=0 2024-12-05T12:24:13,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42323,DS-cf878bbf-bcc0-414d-89e4-3d2adc491d4d,DISK] 2024-12-05T12:24:13,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.rep.1733401453131 2024-12-05T12:24:13,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46105:46105)] 2024-12-05T12:24:13,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 603d5ba3c0908e84af5216725a639d56, NAME => 'hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:13,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:13,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:24:13,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56. service=MultiRowMutationService 2024-12-05T12:24:13,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:24:13,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 603d5ba3c0908e84af5216725a639d56 2024-12-05T12:24:13,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:13,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 603d5ba3c0908e84af5216725a639d56 2024-12-05T12:24:13,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 603d5ba3c0908e84af5216725a639d56 2024-12-05T12:24:13,190 INFO [StoreOpener-603d5ba3c0908e84af5216725a639d56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 603d5ba3c0908e84af5216725a639d56 2024-12-05T12:24:13,192 INFO [StoreOpener-603d5ba3c0908e84af5216725a639d56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603d5ba3c0908e84af5216725a639d56 columnFamilyName hfileref 2024-12-05T12:24:13,192 DEBUG [StoreOpener-603d5ba3c0908e84af5216725a639d56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:13,193 INFO [StoreOpener-603d5ba3c0908e84af5216725a639d56-1 {}] regionserver.HStore(327): Store=603d5ba3c0908e84af5216725a639d56/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:13,193 INFO [StoreOpener-603d5ba3c0908e84af5216725a639d56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 603d5ba3c0908e84af5216725a639d56 2024-12-05T12:24:13,194 INFO [StoreOpener-603d5ba3c0908e84af5216725a639d56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603d5ba3c0908e84af5216725a639d56 columnFamilyName queue 2024-12-05T12:24:13,194 DEBUG [StoreOpener-603d5ba3c0908e84af5216725a639d56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:13,195 INFO [StoreOpener-603d5ba3c0908e84af5216725a639d56-1 {}] regionserver.HStore(327): Store=603d5ba3c0908e84af5216725a639d56/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:13,202 INFO [StoreOpener-603d5ba3c0908e84af5216725a639d56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 603d5ba3c0908e84af5216725a639d56 2024-12-05T12:24:13,203 INFO [StoreOpener-603d5ba3c0908e84af5216725a639d56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603d5ba3c0908e84af5216725a639d56 columnFamilyName sid 2024-12-05T12:24:13,203 DEBUG [StoreOpener-603d5ba3c0908e84af5216725a639d56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:13,205 INFO [StoreOpener-603d5ba3c0908e84af5216725a639d56-1 {}] regionserver.HStore(327): Store=603d5ba3c0908e84af5216725a639d56/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:13,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 603d5ba3c0908e84af5216725a639d56 2024-12-05T12:24:13,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/replication/603d5ba3c0908e84af5216725a639d56 2024-12-05T12:24:13,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/replication/603d5ba3c0908e84af5216725a639d56 2024-12-05T12:24:13,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 603d5ba3c0908e84af5216725a639d56 2024-12-05T12:24:13,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 603d5ba3c0908e84af5216725a639d56 2024-12-05T12:24:13,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:24:13,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 603d5ba3c0908e84af5216725a639d56 2024-12-05T12:24:13,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/replication/603d5ba3c0908e84af5216725a639d56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:13,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 603d5ba3c0908e84af5216725a639d56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63313633, jitterRate=-0.056553348898887634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:24:13,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 603d5ba3c0908e84af5216725a639d56 2024-12-05T12:24:13,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 603d5ba3c0908e84af5216725a639d56: Running coprocessor pre-open hook at 1733401453189Writing region info on filesystem at 1733401453189Initializing all the Stores at 1733401453190 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401453190Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401453190Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401453190Cleaning up temporary data from old regions at 1733401453209 (+19 ms)Running coprocessor post-open hooks at 1733401453217 (+8 ms)Region opened successfully at 1733401453217 2024-12-05T12:24:13,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56., pid=10, masterSystemTime=1733401453124 2024-12-05T12:24:13,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56. 2024-12-05T12:24:13,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56. 2024-12-05T12:24:13,225 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=603d5ba3c0908e84af5216725a639d56, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,36961,1733401439340 2024-12-05T12:24:13,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 603d5ba3c0908e84af5216725a639d56, server=f4bc09594422,36961,1733401439340 because future has completed 2024-12-05T12:24:13,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:24:13,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 603d5ba3c0908e84af5216725a639d56, server=f4bc09594422,36961,1733401439340 in 264 msec 2024-12-05T12:24:13,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:24:13,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=603d5ba3c0908e84af5216725a639d56, ASSIGN in 433 msec 2024-12-05T12:24:13,247 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:24:13,247 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401453247"}]},"ts":"1733401453247"} 2024-12-05T12:24:13,253 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:24:13,254 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:24:13,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 577 msec 2024-12-05T12:24:13,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56., hostname=f4bc09594422,36961,1733401439340, seqNum=2] 2024-12-05T12:24:13,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546 2024-12-05T12:24:13,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36961-0x100aa64f33a0001, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546 2024-12-05T12:24:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:13,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:24:13,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:24:13,442 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:24:13,498 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f4bc09594422,36961,1733401439340, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:24:13,499 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:13,499 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36961,1733401439340, seqNum=-1] 2024-12-05T12:24:13,505 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:13,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-05T12:24:13,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f4bc09594422,36961,1733401439340', locateType=CURRENT is [region=hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56., hostname=f4bc09594422,36961,1733401439340, seqNum=2] 2024-12-05T12:24:13,512 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:24:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:24:13,516 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f4bc09594422,36961,1733401439340 suceeded 2024-12-05T12:24:13,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:24:13,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 238 msec 2024-12-05T12:24:13,520 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f4bc09594422:42629,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:24:13,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 875 msec 2024-12-05T12:24:13,532 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:42629' 2024-12-05T12:24:13,537 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2494f79d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:13,537 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,42629,-1 for getting cluster id 2024-12-05T12:24:13,537 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:13,538 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52843936-bfa6-4e14-abec-bc7e3a83e83f' 2024-12-05T12:24:13,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:13,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52843936-bfa6-4e14-abec-bc7e3a83e83f" 2024-12-05T12:24:13,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ccbbcb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:13,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,42629,-1] 2024-12-05T12:24:13,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:13,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:13,539 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:13,564 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@541bbc00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:13,564 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:13,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,42629,1733401443815 2024-12-05T12:24:13,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d7f30a5 2024-12-05T12:24:13,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:13,567 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-05T12:24:13,567 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f4bc09594422,36961,1733401439340 (queues=1) is replicating from cluster=17f88a25-4928-45a9-a4cd-de7b391bb53f to cluster=52843936-bfa6-4e14-abec-bc7e3a83e83f 2024-12-05T12:24:13,567 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f4bc09594422%2C36961%2C1733401439340 2024-12-05T12:24:13,567 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f4bc09594422,36961,1733401439340, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:24:13,574 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516, startPosition=0, beingWritten=true 2024-12-05T12:24:13,574 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.shipperf4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f4bc09594422%2C36961%2C1733401439340 2024-12-05T12:24:13,594 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:13,594 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 379, reset compression=false 2024-12-05T12:24:13,594 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.shipperf4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,36961,1733401439340 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:13,769 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T12:24:13,769 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T12:24:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:13,785 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:24:13,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:13,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:13,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:13,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:13,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:13,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79affd65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:13,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,42629,-1 for getting cluster id 2024-12-05T12:24:13,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:13,799 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52843936-bfa6-4e14-abec-bc7e3a83e83f' 2024-12-05T12:24:13,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:13,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52843936-bfa6-4e14-abec-bc7e3a83e83f" 2024-12-05T12:24:13,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672b6b6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:13,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,42629,-1] 2024-12-05T12:24:13,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:13,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:13,809 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:13,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dac0893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:13,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:13,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,42629,1733401443815 2024-12-05T12:24:13,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9b900c 2024-12-05T12:24:13,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:13,813 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:13,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f4bc09594422:41127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:24:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:24:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:13,816 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:41127' 2024-12-05T12:24:13,826 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 379, reset compression=false 2024-12-05T12:24:13,829 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad39b0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:13,829 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,41127,-1 for getting cluster id 2024-12-05T12:24:13,829 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:13,830 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '009ebb3f-3262-4141-8b00-8847cdc3ec5a' 2024-12-05T12:24:13,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:13,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "009ebb3f-3262-4141-8b00-8847cdc3ec5a" 2024-12-05T12:24:13,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa87fb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:13,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,41127,-1] 2024-12-05T12:24:13,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:13,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:13,833 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:13,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bcb1dc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:13,834 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:13,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,41127,1733401447635 2024-12-05T12:24:13,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72acd080 2024-12-05T12:24:13,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:13,842 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:13,843 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T12:24:13,843 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:24:13,843 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:13,843 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:13,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:13,844 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:13,846 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:24:13,848 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:24:13,849 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:13,850 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:24:13,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:24:13,893 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 575047560b52b15e6dc300491e51a84e, NAME => 'hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0 2024-12-05T12:24:13,900 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:24:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:13,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:24:13,940 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:13,940 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 575047560b52b15e6dc300491e51a84e, disabling compactions & flushes 2024-12-05T12:24:13,940 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e. 2024-12-05T12:24:13,940 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e. 2024-12-05T12:24:13,940 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e. after waiting 0 ms 2024-12-05T12:24:13,940 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e. 2024-12-05T12:24:13,940 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e. 2024-12-05T12:24:13,940 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 575047560b52b15e6dc300491e51a84e: Waiting for close lock at 1733401453940Disabling compacts and flushes for region at 1733401453940Disabling writes for close at 1733401453940Writing region close event to WAL at 1733401453940Closed at 1733401453940 2024-12-05T12:24:13,947 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:24:13,947 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401453947"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401453947"}]},"ts":"1733401453947"} 2024-12-05T12:24:13,956 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:24:13,965 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:24:13,965 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401453965"}]},"ts":"1733401453965"} 2024-12-05T12:24:13,970 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:24:13,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=575047560b52b15e6dc300491e51a84e, ASSIGN}] 2024-12-05T12:24:13,975 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=575047560b52b15e6dc300491e51a84e, ASSIGN 2024-12-05T12:24:13,981 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=575047560b52b15e6dc300491e51a84e, ASSIGN; state=OFFLINE, location=f4bc09594422,41365,1733401443923; forceNewPlan=false, retain=false 2024-12-05T12:24:14,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=575047560b52b15e6dc300491e51a84e, regionState=OPENING, regionLocation=f4bc09594422,41365,1733401443923 2024-12-05T12:24:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:14,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=575047560b52b15e6dc300491e51a84e, ASSIGN because future has completed 2024-12-05T12:24:14,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 575047560b52b15e6dc300491e51a84e, server=f4bc09594422,41365,1733401443923}] 2024-12-05T12:24:14,162 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 379, reset compression=false 2024-12-05T12:24:14,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e. 2024-12-05T12:24:14,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:14,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:24:14,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C41365%2C1733401443923.rep, suffix=, logDir=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923, archiveDir=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/oldWALs, maxLogs=10 2024-12-05T12:24:14,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.rep.1733401454298, exclude list is [], retry=0 2024-12-05T12:24:14,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35021,DS-142347bc-9815-4246-bfc7-eb4c749dcdd8,DISK] 2024-12-05T12:24:14,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.rep.1733401454298 2024-12-05T12:24:14,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37349:37349)] 2024-12-05T12:24:14,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 575047560b52b15e6dc300491e51a84e, NAME => 'hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:14,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:14,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:24:14,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e. service=MultiRowMutationService 2024-12-05T12:24:14,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:24:14,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 575047560b52b15e6dc300491e51a84e 2024-12-05T12:24:14,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:14,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 575047560b52b15e6dc300491e51a84e 2024-12-05T12:24:14,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 575047560b52b15e6dc300491e51a84e 2024-12-05T12:24:14,377 INFO [StoreOpener-575047560b52b15e6dc300491e51a84e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 575047560b52b15e6dc300491e51a84e 2024-12-05T12:24:14,379 INFO [StoreOpener-575047560b52b15e6dc300491e51a84e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 575047560b52b15e6dc300491e51a84e columnFamilyName hfileref 2024-12-05T12:24:14,379 DEBUG [StoreOpener-575047560b52b15e6dc300491e51a84e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:14,379 INFO [StoreOpener-575047560b52b15e6dc300491e51a84e-1 {}] regionserver.HStore(327): Store=575047560b52b15e6dc300491e51a84e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:14,380 INFO [StoreOpener-575047560b52b15e6dc300491e51a84e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 575047560b52b15e6dc300491e51a84e 2024-12-05T12:24:14,381 INFO [StoreOpener-575047560b52b15e6dc300491e51a84e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 575047560b52b15e6dc300491e51a84e columnFamilyName queue 2024-12-05T12:24:14,381 DEBUG [StoreOpener-575047560b52b15e6dc300491e51a84e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:14,381 INFO [StoreOpener-575047560b52b15e6dc300491e51a84e-1 {}] regionserver.HStore(327): Store=575047560b52b15e6dc300491e51a84e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:14,381 INFO [StoreOpener-575047560b52b15e6dc300491e51a84e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 575047560b52b15e6dc300491e51a84e 2024-12-05T12:24:14,382 INFO [StoreOpener-575047560b52b15e6dc300491e51a84e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 575047560b52b15e6dc300491e51a84e columnFamilyName sid 2024-12-05T12:24:14,382 DEBUG [StoreOpener-575047560b52b15e6dc300491e51a84e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:14,382 INFO [StoreOpener-575047560b52b15e6dc300491e51a84e-1 {}] regionserver.HStore(327): Store=575047560b52b15e6dc300491e51a84e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:14,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 575047560b52b15e6dc300491e51a84e 2024-12-05T12:24:14,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/replication/575047560b52b15e6dc300491e51a84e 2024-12-05T12:24:14,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/replication/575047560b52b15e6dc300491e51a84e 2024-12-05T12:24:14,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 575047560b52b15e6dc300491e51a84e 2024-12-05T12:24:14,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 575047560b52b15e6dc300491e51a84e 2024-12-05T12:24:14,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:24:14,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 575047560b52b15e6dc300491e51a84e 2024-12-05T12:24:14,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/replication/575047560b52b15e6dc300491e51a84e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:14,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 575047560b52b15e6dc300491e51a84e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58781834, jitterRate=-0.12408241629600525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:24:14,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 575047560b52b15e6dc300491e51a84e 2024-12-05T12:24:14,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 575047560b52b15e6dc300491e51a84e: Running coprocessor pre-open hook at 1733401454370Writing region info on filesystem at 1733401454370Initializing all the Stores at 1733401454370Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401454371 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401454376 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401454376Cleaning up temporary data from old regions at 1733401454384 (+8 ms)Running coprocessor post-open hooks at 1733401454389 (+5 ms)Region opened successfully at 1733401454389 2024-12-05T12:24:14,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e., pid=10, masterSystemTime=1733401454288 2024-12-05T12:24:14,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e. 2024-12-05T12:24:14,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e. 2024-12-05T12:24:14,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=575047560b52b15e6dc300491e51a84e, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,41365,1733401443923 2024-12-05T12:24:14,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 575047560b52b15e6dc300491e51a84e, server=f4bc09594422,41365,1733401443923 because future has completed 2024-12-05T12:24:14,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:24:14,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 575047560b52b15e6dc300491e51a84e, server=f4bc09594422,41365,1733401443923 in 267 msec 2024-12-05T12:24:14,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:24:14,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=575047560b52b15e6dc300491e51a84e, ASSIGN in 434 msec 2024-12-05T12:24:14,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:24:14,407 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401454407"}]},"ts":"1733401454407"} 2024-12-05T12:24:14,409 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:24:14,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:24:14,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 569 msec 2024-12-05T12:24:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:14,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e., hostname=f4bc09594422,41365,1733401443923, seqNum=2] 2024-12-05T12:24:14,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41365-0x100aa64f33a0004, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477 2024-12-05T12:24:14,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477 2024-12-05T12:24:14,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:24:14,569 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 379, reset compression=false 2024-12-05T12:24:14,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:24:14,631 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:24:14,679 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f4bc09594422,41365,1733401443923, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:24:14,680 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:14,680 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,41365,1733401443923, seqNum=-1] 2024-12-05T12:24:14,681 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:14,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-05T12:24:14,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f4bc09594422,41365,1733401443923', locateType=CURRENT is [region=hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e., hostname=f4bc09594422,41365,1733401443923, seqNum=2] 2024-12-05T12:24:14,721 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:24:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:24:14,725 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f4bc09594422,41365,1733401443923 suceeded 2024-12-05T12:24:14,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:24:14,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 252 msec 2024-12-05T12:24:14,729 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f4bc09594422:41127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:24:14,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 916 msec 2024-12-05T12:24:14,746 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:41127' 2024-12-05T12:24:14,747 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e3f7c42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:14,747 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,41127,-1 for getting cluster id 2024-12-05T12:24:14,748 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:14,749 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '009ebb3f-3262-4141-8b00-8847cdc3ec5a' 2024-12-05T12:24:14,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:14,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "009ebb3f-3262-4141-8b00-8847cdc3ec5a" 2024-12-05T12:24:14,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@406da63d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:14,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,41127,-1] 2024-12-05T12:24:14,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:14,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:14,753 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:14,755 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1426a969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:14,756 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:14,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,41127,1733401447635 2024-12-05T12:24:14,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ca11a0d 2024-12-05T12:24:14,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:14,759 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-05T12:24:14,760 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f4bc09594422,41365,1733401443923 (queues=1) is replicating from cluster=52843936-bfa6-4e14-abec-bc7e3a83e83f to cluster=009ebb3f-3262-4141-8b00-8847cdc3ec5a 2024-12-05T12:24:14,760 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f4bc09594422%2C41365%2C1733401443923 2024-12-05T12:24:14,760 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f4bc09594422,41365,1733401443923, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:24:14,777 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588, startPosition=0, beingWritten=true 2024-12-05T12:24:14,780 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.shipperf4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f4bc09594422%2C41365%2C1733401443923 2024-12-05T12:24:14,794 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:14,794 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 379, reset compression=false 2024-12-05T12:24:14,794 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.shipperf4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,41365,1733401443923 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:14,954 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:24:14,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:14,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:14,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:14,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:14,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:14,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41624a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:14,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,41127,-1 for getting cluster id 2024-12-05T12:24:14,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:14,963 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '009ebb3f-3262-4141-8b00-8847cdc3ec5a' 2024-12-05T12:24:14,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:14,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "009ebb3f-3262-4141-8b00-8847cdc3ec5a" 2024-12-05T12:24:14,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d0fcf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,41127,-1] 2024-12-05T12:24:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:14,967 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:14,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6cbe7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:14,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:14,973 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,41127,1733401447635 2024-12-05T12:24:14,973 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e888829 2024-12-05T12:24:14,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:14,974 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:14,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f4bc09594422:44639,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:24:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:24:14,978 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:44639' 2024-12-05T12:24:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:14,989 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa874f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:14,989 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,44639,-1 for getting cluster id 2024-12-05T12:24:14,989 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:14,989 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17f88a25-4928-45a9-a4cd-de7b391bb53f' 2024-12-05T12:24:14,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:14,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17f88a25-4928-45a9-a4cd-de7b391bb53f" 2024-12-05T12:24:14,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c22621a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:14,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,44639,-1] 2024-12-05T12:24:14,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:14,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:14,991 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:14,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e48795a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:14,992 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:14,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,44639,1733401439241 2024-12-05T12:24:14,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67b7a3d2 2024-12-05T12:24:14,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:14,994 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:14,995 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T12:24:14,995 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:24:14,995 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:14,995 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:14,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:14,996 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:14,998 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:24:14,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:24:14,999 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:15,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:24:15,027 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 379, reset compression=false 2024-12-05T12:24:15,049 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:24:15,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:24:15,078 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 379, reset compression=false 2024-12-05T12:24:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:15,370 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 379, reset compression=false 2024-12-05T12:24:15,456 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5460a8c2c243de94450580ed618d6c3f, NAME => 'hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491 2024-12-05T12:24:15,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:24:15,517 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:24:15,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:15,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:15,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:15,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:15,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:15,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:15,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:15,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:15,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:15,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:15,698 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 379, reset compression=false 2024-12-05T12:24:15,808 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 379, reset compression=false 2024-12-05T12:24:15,885 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:15,885 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5460a8c2c243de94450580ed618d6c3f, disabling compactions & flushes 2024-12-05T12:24:15,885 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f. 2024-12-05T12:24:15,885 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f. 2024-12-05T12:24:15,885 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f. after waiting 0 ms 2024-12-05T12:24:15,885 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f. 2024-12-05T12:24:15,885 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f. 2024-12-05T12:24:15,885 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5460a8c2c243de94450580ed618d6c3f: Waiting for close lock at 1733401455885Disabling compacts and flushes for region at 1733401455885Disabling writes for close at 1733401455885Writing region close event to WAL at 1733401455885Closed at 1733401455885 2024-12-05T12:24:15,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:24:15,887 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401455886"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401455886"}]},"ts":"1733401455886"} 2024-12-05T12:24:15,890 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:24:15,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:24:15,891 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401455891"}]},"ts":"1733401455891"} 2024-12-05T12:24:15,894 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:24:15,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5460a8c2c243de94450580ed618d6c3f, ASSIGN}] 2024-12-05T12:24:15,895 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5460a8c2c243de94450580ed618d6c3f, ASSIGN 2024-12-05T12:24:15,896 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5460a8c2c243de94450580ed618d6c3f, ASSIGN; state=OFFLINE, location=f4bc09594422,45099,1733401447766; forceNewPlan=false, retain=false 2024-12-05T12:24:16,047 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5460a8c2c243de94450580ed618d6c3f, regionState=OPENING, regionLocation=f4bc09594422,45099,1733401447766 2024-12-05T12:24:16,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5460a8c2c243de94450580ed618d6c3f, ASSIGN because future has completed 2024-12-05T12:24:16,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5460a8c2c243de94450580ed618d6c3f, server=f4bc09594422,45099,1733401447766}] 2024-12-05T12:24:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:16,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f. 2024-12-05T12:24:16,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:16,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:24:16,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C45099%2C1733401447766.rep, suffix=, logDir=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766, archiveDir=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/oldWALs, maxLogs=10 2024-12-05T12:24:16,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.rep.1733401456220, exclude list is [], retry=0 2024-12-05T12:24:16,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34749,DS-3689915a-d87f-450e-9344-77d7a44a6914,DISK] 2024-12-05T12:24:16,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.rep.1733401456220 2024-12-05T12:24:16,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44609:44609)] 2024-12-05T12:24:16,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5460a8c2c243de94450580ed618d6c3f, NAME => 'hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:16,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:16,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:24:16,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f. service=MultiRowMutationService 2024-12-05T12:24:16,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:24:16,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:16,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:16,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:16,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:16,255 INFO [StoreOpener-5460a8c2c243de94450580ed618d6c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:16,259 INFO [StoreOpener-5460a8c2c243de94450580ed618d6c3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5460a8c2c243de94450580ed618d6c3f columnFamilyName hfileref 2024-12-05T12:24:16,259 DEBUG [StoreOpener-5460a8c2c243de94450580ed618d6c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:16,259 INFO [StoreOpener-5460a8c2c243de94450580ed618d6c3f-1 {}] regionserver.HStore(327): Store=5460a8c2c243de94450580ed618d6c3f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:16,259 INFO [StoreOpener-5460a8c2c243de94450580ed618d6c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:16,260 INFO [StoreOpener-5460a8c2c243de94450580ed618d6c3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5460a8c2c243de94450580ed618d6c3f columnFamilyName queue 2024-12-05T12:24:16,260 DEBUG [StoreOpener-5460a8c2c243de94450580ed618d6c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:16,261 INFO [StoreOpener-5460a8c2c243de94450580ed618d6c3f-1 {}] regionserver.HStore(327): Store=5460a8c2c243de94450580ed618d6c3f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:16,261 INFO [StoreOpener-5460a8c2c243de94450580ed618d6c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:16,262 INFO [StoreOpener-5460a8c2c243de94450580ed618d6c3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5460a8c2c243de94450580ed618d6c3f columnFamilyName sid 2024-12-05T12:24:16,262 DEBUG [StoreOpener-5460a8c2c243de94450580ed618d6c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:16,262 INFO [StoreOpener-5460a8c2c243de94450580ed618d6c3f-1 {}] regionserver.HStore(327): Store=5460a8c2c243de94450580ed618d6c3f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:16,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:16,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/replication/5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:16,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/replication/5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:16,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:16,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:16,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:24:16,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:16,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/replication/5460a8c2c243de94450580ed618d6c3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:16,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5460a8c2c243de94450580ed618d6c3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61121148, jitterRate=-0.08922392129898071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:24:16,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:16,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5460a8c2c243de94450580ed618d6c3f: Running coprocessor pre-open hook at 1733401456254Writing region info on filesystem at 1733401456254Initializing all the Stores at 1733401456255 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401456255Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401456255Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401456255Cleaning up temporary data from old regions at 1733401456264 (+9 ms)Running coprocessor post-open hooks at 1733401456268 (+4 ms)Region opened successfully at 1733401456268 2024-12-05T12:24:16,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f., pid=10, masterSystemTime=1733401456209 2024-12-05T12:24:16,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f. 2024-12-05T12:24:16,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f. 2024-12-05T12:24:16,272 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5460a8c2c243de94450580ed618d6c3f, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,45099,1733401447766 2024-12-05T12:24:16,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5460a8c2c243de94450580ed618d6c3f, server=f4bc09594422,45099,1733401447766 because future has completed 2024-12-05T12:24:16,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:24:16,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5460a8c2c243de94450580ed618d6c3f, server=f4bc09594422,45099,1733401447766 in 218 msec 2024-12-05T12:24:16,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:24:16,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5460a8c2c243de94450580ed618d6c3f, ASSIGN in 383 msec 2024-12-05T12:24:16,280 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:24:16,281 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401456281"}]},"ts":"1733401456281"} 2024-12-05T12:24:16,283 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:24:16,284 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:24:16,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2880 sec 2024-12-05T12:24:16,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f., hostname=f4bc09594422,45099,1733401447766, seqNum=2] 2024-12-05T12:24:16,318 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 379, reset compression=false 2024-12-05T12:24:16,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45099-0x100aa64f33a0007, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322 2024-12-05T12:24:16,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322 2024-12-05T12:24:16,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:24:16,425 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 379, reset compression=false 2024-12-05T12:24:16,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45099 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:24:16,484 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:24:16,534 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f4bc09594422,45099,1733401447766, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:24:16,535 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:16,535 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,45099,1733401447766, seqNum=-1] 2024-12-05T12:24:16,535 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:16,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-05T12:24:16,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f4bc09594422,45099,1733401447766', locateType=CURRENT is [region=hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f., hostname=f4bc09594422,45099,1733401447766, seqNum=2] 2024-12-05T12:24:16,555 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:24:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:24:16,565 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f4bc09594422,45099,1733401447766 suceeded 2024-12-05T12:24:16,585 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:44639' 2024-12-05T12:24:16,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:24:16,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 236 msec 2024-12-05T12:24:16,585 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f4bc09594422:44639,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:24:16,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6100 sec 2024-12-05T12:24:16,595 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2556c37f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:16,595 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,44639,-1 for getting cluster id 2024-12-05T12:24:16,595 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:16,596 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17f88a25-4928-45a9-a4cd-de7b391bb53f' 2024-12-05T12:24:16,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:16,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17f88a25-4928-45a9-a4cd-de7b391bb53f" 2024-12-05T12:24:16,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2212969a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:16,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,44639,-1] 2024-12-05T12:24:16,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:16,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:16,598 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:16,599 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26cf0359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:16,599 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:16,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,44639,1733401439241 2024-12-05T12:24:16,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24c8797 2024-12-05T12:24:16,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:16,601 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-05T12:24:16,602 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f4bc09594422,45099,1733401447766 (queues=1) is replicating from cluster=009ebb3f-3262-4141-8b00-8847cdc3ec5a to cluster=17f88a25-4928-45a9-a4cd-de7b391bb53f 2024-12-05T12:24:16,602 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f4bc09594422%2C45099%2C1733401447766 2024-12-05T12:24:16,602 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f4bc09594422,45099,1733401447766, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:24:16,605 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002, startPosition=0, beingWritten=true 2024-12-05T12:24:16,641 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f4bc09594422%2C45099%2C1733401447766 2024-12-05T12:24:16,654 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:16,654 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 379, reset compression=false 2024-12-05T12:24:16,654 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,45099,1733401447766 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:16,885 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 379, reset compression=false 2024-12-05T12:24:16,925 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 379, reset compression=false 2024-12-05T12:24:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:17,155 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:24:17,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:17,155 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:17,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:17,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:17,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:17,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee6b750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:17,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,44639,-1 for getting cluster id 2024-12-05T12:24:17,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:17,163 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17f88a25-4928-45a9-a4cd-de7b391bb53f' 2024-12-05T12:24:17,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:17,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17f88a25-4928-45a9-a4cd-de7b391bb53f" 2024-12-05T12:24:17,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f504a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:17,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,44639,-1] 2024-12-05T12:24:17,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:17,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:17,165 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:17,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8dc20bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:17,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46db37e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:17,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,42629,-1 for getting cluster id 2024-12-05T12:24:17,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:17,187 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52843936-bfa6-4e14-abec-bc7e3a83e83f' 2024-12-05T12:24:17,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52843936-bfa6-4e14-abec-bc7e3a83e83f" 2024-12-05T12:24:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129e3db8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,42629,-1] 2024-12-05T12:24:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:17,193 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:17,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e259783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:17,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168f1492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:17,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,41127,-1 for getting cluster id 2024-12-05T12:24:17,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:17,207 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '009ebb3f-3262-4141-8b00-8847cdc3ec5a' 2024-12-05T12:24:17,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:17,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "009ebb3f-3262-4141-8b00-8847cdc3ec5a" 2024-12-05T12:24:17,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202dd4d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:17,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,41127,-1] 2024-12-05T12:24:17,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:17,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:17,210 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:17,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b2a8da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:17,211 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 379, reset compression=false 2024-12-05T12:24:17,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:17,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36961,1733401439340, seqNum=-1] 2024-12-05T12:24:17,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:17,244 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 379, reset compression=false 2024-12-05T12:24:17,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0., hostname=f4bc09594422,36961,1733401439340, seqNum=2] 2024-12-05T12:24:17,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:17,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,45099,1733401447766, seqNum=-1] 2024-12-05T12:24:17,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:17,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:17,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5., hostname=f4bc09594422,45099,1733401447766, seqNum=2] 2024-12-05T12:24:17,295 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T12:24:17,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T12:24:17,451 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T12:24:17,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:24:17,452 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T12:24:17,666 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 379, reset compression=false 2024-12-05T12:24:17,690 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 379, reset compression=false 2024-12-05T12:24:18,175 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 379, reset compression=false 2024-12-05T12:24:18,181 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:18,181 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 480, reset compression=false 2024-12-05T12:24:18,181 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.shipperf4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,36961,1733401439340 got entry batch from reader: WALEntryBatch [walEntries=[{test/9986aec2534f4eaff71de2dd8e2afab0/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T12:24:18,184 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.shipperf4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:24:18,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-05T12:24:18,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:18,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8ac2d97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:18,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,42629,-1 for getting cluster id 2024-12-05T12:24:18,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:18,187 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52843936-bfa6-4e14-abec-bc7e3a83e83f' 2024-12-05T12:24:18,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:18,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52843936-bfa6-4e14-abec-bc7e3a83e83f" 2024-12-05T12:24:18,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41e4770f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:18,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,42629,-1] 2024-12-05T12:24:18,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:18,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:18,188 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:18,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1aa97ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:18,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:18,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,41365,1733401443923, seqNum=-1] 2024-12-05T12:24:18,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:18,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-05T12:24:18,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733401451347.55031eb27da83d097e72a7764bf0284a., hostname=f4bc09594422,41365,1733401443923, seqNum=2] 2024-12-05T12:24:18,196 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 379, reset compression=false 2024-12-05T12:24:18,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:18,299 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T12:24:18,385 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 480, reset compression=false 2024-12-05T12:24:18,491 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 379, reset compression=false 2024-12-05T12:24:18,514 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:18,514 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 503, reset compression=false 2024-12-05T12:24:18,514 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.shipperf4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,41365,1733401443923 got entry batch from reader: WALEntryBatch [walEntries=[{test/55031eb27da83d097e72a7764bf0284a/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-05T12:24:18,516 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.shipperf4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:24:18,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-05T12:24:18,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:18,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@277e7198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:18,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,41127,-1 for getting cluster id 2024-12-05T12:24:18,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:18,523 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '009ebb3f-3262-4141-8b00-8847cdc3ec5a' 2024-12-05T12:24:18,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:18,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "009ebb3f-3262-4141-8b00-8847cdc3ec5a" 2024-12-05T12:24:18,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@161266d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:18,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,41127,-1] 2024-12-05T12:24:18,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:18,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:18,529 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:18,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1377cf90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:18,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:18,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,45099,1733401447766, seqNum=-1] 2024-12-05T12:24:18,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:18,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-05T12:24:18,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5., hostname=f4bc09594422,45099,1733401447766, seqNum=2] 2024-12-05T12:24:18,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:18,720 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 503, reset compression=false 2024-12-05T12:24:18,740 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 480, reset compression=false 2024-12-05T12:24:18,808 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 379, reset compression=false 2024-12-05T12:24:18,843 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:18,843 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 526, reset compression=false 2024-12-05T12:24:18,848 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,45099,1733401447766 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:19,060 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 503, reset compression=false 2024-12-05T12:24:19,081 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 526, reset compression=false 2024-12-05T12:24:19,198 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 480, reset compression=false 2024-12-05T12:24:19,304 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T12:24:19,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:19,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,41365,1733401443923, seqNum=-1] 2024-12-05T12:24:19,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:19,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:19,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733401451347.55031eb27da83d097e72a7764bf0284a., hostname=f4bc09594422,41365,1733401443923, seqNum=2] 2024-12-05T12:24:19,327 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T12:24:19,429 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 526, reset compression=false 2024-12-05T12:24:19,495 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 503, reset compression=false 2024-12-05T12:24:19,531 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:19,531 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 607, reset compression=false 2024-12-05T12:24:19,531 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.shipperf4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,41365,1733401443923 got entry batch from reader: WALEntryBatch [walEntries=[{test/55031eb27da83d097e72a7764bf0284a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T12:24:19,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:19,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:19,720 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 480, reset compression=false 2024-12-05T12:24:19,748 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 607, reset compression=false 2024-12-05T12:24:19,857 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 526, reset compression=false 2024-12-05T12:24:19,891 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:19,891 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 653, reset compression=false 2024-12-05T12:24:19,892 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,45099,1733401447766 got entry batch from reader: WALEntryBatch [walEntries=[{test/42a9f30e019dda3611685fa58f01f8b5/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T12:24:19,905 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:24:19,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-05T12:24:19,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:19,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4752bb5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:19,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,44639,-1 for getting cluster id 2024-12-05T12:24:19,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:19,920 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17f88a25-4928-45a9-a4cd-de7b391bb53f' 2024-12-05T12:24:19,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:19,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17f88a25-4928-45a9-a4cd-de7b391bb53f" 2024-12-05T12:24:19,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f2ab3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:19,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,44639,-1] 2024-12-05T12:24:19,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:19,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:19,922 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:19,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75a799a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:19,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:19,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36961,1733401439340, seqNum=-1] 2024-12-05T12:24:19,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:19,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-05T12:24:19,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0., hostname=f4bc09594422,36961,1733401439340, seqNum=2] 2024-12-05T12:24:19,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:20,069 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 607, reset compression=false 2024-12-05T12:24:20,136 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 653, reset compression=false 2024-12-05T12:24:20,337 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T12:24:20,342 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-05T12:24:20,355 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 480, reset compression=false 2024-12-05T12:24:20,394 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:20,394 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 629, reset compression=false 2024-12-05T12:24:20,394 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.shipperf4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,36961,1733401439340 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516, lastWalPosition=629, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:20,450 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 653, reset compression=false 2024-12-05T12:24:20,480 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 607, reset compression=false 2024-12-05T12:24:20,486 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:20,486 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 757, reset compression=false 2024-12-05T12:24:20,487 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,45099,1733401447766 got entry batch from reader: WALEntryBatch [walEntries=[{test/42a9f30e019dda3611685fa58f01f8b5/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T12:24:20,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:20,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:20,622 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 629, reset compression=false 2024-12-05T12:24:20,629 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:20,630 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 755, reset compression=false 2024-12-05T12:24:20,630 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.shipperf4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,36961,1733401439340 got entry batch from reader: WALEntryBatch [walEntries=[{test/9986aec2534f4eaff71de2dd8e2afab0/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516, lastWalPosition=755, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T12:24:20,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:20,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:20,739 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 757, reset compression=false 2024-12-05T12:24:20,858 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 755, reset compression=false 2024-12-05T12:24:21,018 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 607, reset compression=false 2024-12-05T12:24:21,026 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:21,026 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 756, reset compression=false 2024-12-05T12:24:21,026 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.shipperf4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,41365,1733401443923 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:21,043 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 757, reset compression=false 2024-12-05T12:24:21,166 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 755, reset compression=false 2024-12-05T12:24:21,213 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:21,214 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:24:21,214 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48387 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:24:21,240 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 756, reset compression=false 2024-12-05T12:24:21,357 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-05T12:24:21,362 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T12:24:21,448 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 757, reset compression=false 2024-12-05T12:24:21,574 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 755, reset compression=false 2024-12-05T12:24:21,575 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 756, reset compression=false 2024-12-05T12:24:21,582 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:21,582 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 911, reset compression=false 2024-12-05T12:24:21,582 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.shipperf4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,36961,1733401439340 got entry batch from reader: WALEntryBatch [walEntries=[{test/9986aec2534f4eaff71de2dd8e2afab0/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516, lastWalPosition=911, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T12:24:21,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:21,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:21,604 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:21,604 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 903, reset compression=false 2024-12-05T12:24:21,604 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.shipperf4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,41365,1733401443923 got entry batch from reader: WALEntryBatch [walEntries=[{test/55031eb27da83d097e72a7764bf0284a/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588, lastWalPosition=903, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-05T12:24:21,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:21,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:21,758 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:24:21,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:21,800 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 911, reset compression=false 2024-12-05T12:24:21,826 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 903, reset compression=false 2024-12-05T12:24:21,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:21,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:21,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:21,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:21,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:21,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:21,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:21,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:21,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:21,972 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 757, reset compression=false 2024-12-05T12:24:21,998 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:21,998 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 927, reset compression=false 2024-12-05T12:24:21,998 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,45099,1733401447766 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:22,150 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 911, reset compression=false 2024-12-05T12:24:22,154 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 903, reset compression=false 2024-12-05T12:24:22,219 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 927, reset compression=false 2024-12-05T12:24:22,365 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T12:24:22,387 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T12:24:22,533 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 927, reset compression=false 2024-12-05T12:24:22,574 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 911, reset compression=false 2024-12-05T12:24:22,582 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 903, reset compression=false 2024-12-05T12:24:22,590 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:22,590 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1062, reset compression=false 2024-12-05T12:24:22,591 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.shipperf4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,41365,1733401443923 got entry batch from reader: WALEntryBatch [walEntries=[{test/55031eb27da83d097e72a7764bf0284a/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588, lastWalPosition=1062, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T12:24:22,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:22,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:22,802 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1062, reset compression=false 2024-12-05T12:24:22,938 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 927, reset compression=false 2024-12-05T12:24:22,946 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:22,946 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 1076, reset compression=false 2024-12-05T12:24:22,946 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,45099,1733401447766 got entry batch from reader: WALEntryBatch [walEntries=[{test/42a9f30e019dda3611685fa58f01f8b5/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-05T12:24:22,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:22,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:23,081 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 911, reset compression=false 2024-12-05T12:24:23,087 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:23,087 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1082, reset compression=false 2024-12-05T12:24:23,087 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.shipperf4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,36961,1733401439340 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:23,107 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1062, reset compression=false 2024-12-05T12:24:23,166 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 1076, reset compression=false 2024-12-05T12:24:23,291 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1082, reset compression=false 2024-12-05T12:24:23,393 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T12:24:23,398 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-05T12:24:23,490 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 1076, reset compression=false 2024-12-05T12:24:23,513 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1062, reset compression=false 2024-12-05T12:24:23,515 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:23,515 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 1235, reset compression=false 2024-12-05T12:24:23,516 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,45099,1733401447766 got entry batch from reader: WALEntryBatch [walEntries=[{test/42a9f30e019dda3611685fa58f01f8b5/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T12:24:23,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:23,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:23,595 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1082, reset compression=false 2024-12-05T12:24:23,648 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:23,648 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1230, reset compression=false 2024-12-05T12:24:23,649 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.shipperf4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,36961,1733401439340 got entry batch from reader: WALEntryBatch [walEntries=[{test/9986aec2534f4eaff71de2dd8e2afab0/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516, lastWalPosition=1230, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-05T12:24:23,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:23,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:23,742 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 1235, reset compression=false 2024-12-05T12:24:23,864 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1230, reset compression=false 2024-12-05T12:24:24,051 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1062, reset compression=false 2024-12-05T12:24:24,070 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:24,070 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1233, reset compression=false 2024-12-05T12:24:24,071 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.shipperf4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,41365,1733401443923 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588, lastWalPosition=1233, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:24,073 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 1235, reset compression=false 2024-12-05T12:24:24,219 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1230, reset compression=false 2024-12-05T12:24:24,279 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1233, reset compression=false 2024-12-05T12:24:24,401 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-05T12:24:24,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51309b21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:24,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,41127,-1 for getting cluster id 2024-12-05T12:24:24,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:24,425 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '009ebb3f-3262-4141-8b00-8847cdc3ec5a' 2024-12-05T12:24:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "009ebb3f-3262-4141-8b00-8847cdc3ec5a" 2024-12-05T12:24:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c6f21b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,41127,-1] 2024-12-05T12:24:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:24,427 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:24,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5832405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:24,431 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:24,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,41127,1733401447635 2024-12-05T12:24:24,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e2b7cc4 2024-12-05T12:24:24,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:24,434 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:24,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-05T12:24:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-05T12:24:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T12:24:24,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:24:24,481 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 1235, reset compression=false 2024-12-05T12:24:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T12:24:24,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45099 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-05T12:24:24,597 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-05T12:24:24,598 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-05T12:24:24,598 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f4bc09594422,45099,1733401447766 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-05T12:24:24,598 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/f4bc09594422:0-0. 2024-12-05T12:24:24,598 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:24,598 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:24,599 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:24,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:24,608 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1233, reset compression=false 2024-12-05T12:24:24,641 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1230, reset compression=false 2024-12-05T12:24:24,699 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T12:24:24,699 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:24:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T12:24:24,799 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 terminated 2024-12-05T12:24:24,819 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-f4bc09594422,45099,1733401447766, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:24:24,819 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-05T12:24:24,821 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T12:24:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-05T12:24:24,823 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on f4bc09594422,45099,1733401447766 suceeded 2024-12-05T12:24:24,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T12:24:24,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 380 msec 2024-12-05T12:24:24,825 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-05T12:24:24,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 391 msec 2024-12-05T12:24:24,843 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:44639' 2024-12-05T12:24:24,845 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@198ccf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:24,845 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,44639,-1 for getting cluster id 2024-12-05T12:24:24,845 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:24,846 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17f88a25-4928-45a9-a4cd-de7b391bb53f' 2024-12-05T12:24:24,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:24,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17f88a25-4928-45a9-a4cd-de7b391bb53f" 2024-12-05T12:24:24,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@434e1e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:24,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,44639,-1] 2024-12-05T12:24:24,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:24,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:24,848 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:24,849 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5144fb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:24,849 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:24,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,44639,1733401439241 2024-12-05T12:24:24,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dc91a2b 2024-12-05T12:24:24,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:24,851 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-05T12:24:24,852 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f4bc09594422,45099,1733401447766 (queues=1) is replicating from cluster=009ebb3f-3262-4141-8b00-8847cdc3ec5a to cluster=17f88a25-4928-45a9-a4cd-de7b391bb53f 2024-12-05T12:24:24,852 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f4bc09594422%2C45099%2C1733401447766 2024-12-05T12:24:24,852 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f4bc09594422,45099,1733401447766, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:24:24,855 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f4bc09594422%2C45099%2C1733401447766 2024-12-05T12:24:25,045 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1233, reset compression=false 2024-12-05T12:24:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T12:24:25,065 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:24:25,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:25,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:25,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:25,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:25,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:25,069 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-05T12:24:25,162 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1230, reset compression=false 2024-12-05T12:24:25,166 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:25,167 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1334, reset compression=false 2024-12-05T12:24:25,167 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.shipperf4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,36961,1733401439340 got entry batch from reader: WALEntryBatch [walEntries=[{test/9986aec2534f4eaff71de2dd8e2afab0/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516, lastWalPosition=1334, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T12:24:25,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:25,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:25,373 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1334, reset compression=false 2024-12-05T12:24:25,548 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1233, reset compression=false 2024-12-05T12:24:25,554 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:25,554 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1360, reset compression=false 2024-12-05T12:24:25,554 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.shipperf4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,41365,1733401443923 got entry batch from reader: WALEntryBatch [walEntries=[{test/55031eb27da83d097e72a7764bf0284a/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588, lastWalPosition=1360, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T12:24:25,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:25,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:25,677 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1334, reset compression=false 2024-12-05T12:24:25,758 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1360, reset compression=false 2024-12-05T12:24:26,064 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1360, reset compression=false 2024-12-05T12:24:26,071 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-05T12:24:26,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea10c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:26,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,41127,-1 for getting cluster id 2024-12-05T12:24:26,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:26,074 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '009ebb3f-3262-4141-8b00-8847cdc3ec5a' 2024-12-05T12:24:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "009ebb3f-3262-4141-8b00-8847cdc3ec5a" 2024-12-05T12:24:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789fc2e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,41127,-1] 2024-12-05T12:24:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:26,076 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:26,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e0b805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:26,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:26,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,41127,1733401447635 2024-12-05T12:24:26,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f76e865 2024-12-05T12:24:26,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:26,081 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1334, reset compression=false 2024-12-05T12:24:26,081 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:26,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-05T12:24:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-05T12:24:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T12:24:26,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:24:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T12:24:26,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45099 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-05T12:24:26,246 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-05T12:24:26,253 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T12:24:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-05T12:24:26,259 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002, startPosition=1235, beingWritten=true 2024-12-05T12:24:26,261 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on f4bc09594422,45099,1733401447766 suceeded 2024-12-05T12:24:26,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-05T12:24:26,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 170 msec 2024-12-05T12:24:26,263 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-05T12:24:26,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 181 msec 2024-12-05T12:24:26,275 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:26,275 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 1385, reset compression=false 2024-12-05T12:24:26,275 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,45099,1733401447766 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002, lastWalPosition=1385, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T12:24:26,404 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:24:26,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:26,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:26,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:26,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:26,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:26,412 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-12-05T12:24:26,470 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1360, reset compression=false 2024-12-05T12:24:26,485 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 1385, reset compression=false 2024-12-05T12:24:26,493 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:26,494 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1464, reset compression=false 2024-12-05T12:24:26,494 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.shipperf4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,41365,1733401443923 got entry batch from reader: WALEntryBatch [walEntries=[{test/55031eb27da83d097e72a7764bf0284a/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588, lastWalPosition=1464, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T12:24:26,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:26,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:26,602 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1334, reset compression=false 2024-12-05T12:24:26,709 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1464, reset compression=false 2024-12-05T12:24:26,794 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 1385, reset compression=false 2024-12-05T12:24:26,799 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:26,799 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 1512, reset compression=false 2024-12-05T12:24:26,799 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,45099,1733401447766 got entry batch from reader: WALEntryBatch [walEntries=[{test/42a9f30e019dda3611685fa58f01f8b5/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T12:24:26,801 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:24:26,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-05T12:24:26,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:26,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36961 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:27,004 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 1512, reset compression=false 2024-12-05T12:24:27,012 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1464, reset compression=false 2024-12-05T12:24:27,205 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1334, reset compression=false 2024-12-05T12:24:27,218 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:27,218 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1483, reset compression=false 2024-12-05T12:24:27,218 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.shipperf4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,36961,1733401439340 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516, lastWalPosition=1483, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:27,308 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 1512, reset compression=false 2024-12-05T12:24:27,415 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-05T12:24:27,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:24:27,415 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:27,416 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1464, reset compression=false 2024-12-05T12:24:27,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:27,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:27,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:27,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:27,416 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:24:27,416 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2018515209, stopped=false 2024-12-05T12:24:27,416 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,41127,1733401447635 2024-12-05T12:24:27,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2598349322/running 2024-12-05T12:24:27,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322 2024-12-05T12:24:27,418 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:24:27,418 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:27,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:27,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:27,419 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,45099,1733401447766' ***** 2024-12-05T12:24:27,419 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:24:27,419 INFO [RS:0;f4bc09594422:45099 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:24:27,419 INFO [RS:0;f4bc09594422:45099 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:24:27,419 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:24:27,420 INFO [RS:0;f4bc09594422:45099 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:24:27,420 INFO [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(3091): Received CLOSE for 42a9f30e019dda3611685fa58f01f8b5 2024-12-05T12:24:27,424 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1483, reset compression=false 2024-12-05T12:24:27,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45099-0x100aa64f33a0007, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2598349322/running 2024-12-05T12:24:27,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45099-0x100aa64f33a0007, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322 2024-12-05T12:24:27,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Set watcher on znode that does not yet exist, /2598349322/running 2024-12-05T12:24:27,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45099-0x100aa64f33a0007, quorum=127.0.0.1:60517, baseZNode=/2598349322 Set watcher on znode that does not yet exist, /2598349322/running 2024-12-05T12:24:27,428 INFO [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(3091): Received CLOSE for 5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:27,428 INFO [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,45099,1733401447766 2024-12-05T12:24:27,428 INFO [RS:0;f4bc09594422:45099 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:24:27,429 INFO [RS:0;f4bc09594422:45099 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:45099. 2024-12-05T12:24:27,429 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42a9f30e019dda3611685fa58f01f8b5, disabling compactions & flushes 2024-12-05T12:24:27,429 DEBUG [RS:0;f4bc09594422:45099 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:27,429 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5. 2024-12-05T12:24:27,429 DEBUG [RS:0;f4bc09594422:45099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:27,429 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5. 2024-12-05T12:24:27,429 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5. after waiting 0 ms 2024-12-05T12:24:27,429 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5. 2024-12-05T12:24:27,429 INFO [RS:0;f4bc09594422:45099 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:24:27,429 INFO [RS:0;f4bc09594422:45099 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:24:27,429 INFO [RS:0;f4bc09594422:45099 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:24:27,429 INFO [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:24:27,429 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 42a9f30e019dda3611685fa58f01f8b5 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-05T12:24:27,431 INFO [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:24:27,431 DEBUG [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(1325): Online Regions={42a9f30e019dda3611685fa58f01f8b5=test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5., 1588230740=hbase:meta,,1.1588230740, 5460a8c2c243de94450580ed618d6c3f=hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f.} 2024-12-05T12:24:27,431 DEBUG [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42a9f30e019dda3611685fa58f01f8b5, 5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:27,431 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:24:27,431 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:24:27,431 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:24:27,431 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:24:27,431 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:24:27,431 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:24:27,447 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/default/test/42a9f30e019dda3611685fa58f01f8b5/.tmp/f/ad189239b68641a2be812a632da539db is 37, key is row3/f:row3/1733401465066/Put/seqid=0 2024-12-05T12:24:27,457 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740/.tmp/info/67fdb62739664ba9b2cfa9a4998d1e0c is 147, key is hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f./info:regioninfo/1733401456272/Put/seqid=0 2024-12-05T12:24:27,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741840_1016 (size=5228) 2024-12-05T12:24:27,467 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/default/test/42a9f30e019dda3611685fa58f01f8b5/.tmp/f/ad189239b68641a2be812a632da539db 2024-12-05T12:24:27,471 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad189239b68641a2be812a632da539db 2024-12-05T12:24:27,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741841_1017 (size=7686) 2024-12-05T12:24:27,493 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:24:27,501 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/default/test/42a9f30e019dda3611685fa58f01f8b5/.tmp/f1/18be9d858ff94f53becb3826877b1923 is 30, key is row1/f1:/1733401462367/DeleteFamily/seqid=0 2024-12-05T12:24:27,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741842_1018 (size=5158) 2024-12-05T12:24:27,631 DEBUG [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42a9f30e019dda3611685fa58f01f8b5, 5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:27,715 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 1512, reset compression=false 2024-12-05T12:24:27,724 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:27,724 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 1759, reset compression=false 2024-12-05T12:24:27,724 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,45099,1733401447766 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:27,725 ERROR [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f4bc09594422,45099,1733401447766: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f4bc09594422,45099,1733401447766, walGroup=f4bc09594422%2C45099%2C1733401447766, offset=f4bc09594422%2C45099%2C1733401447766.1733401449002:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:45099 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T12:24:27,728 ERROR [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T12:24:27,728 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T12:24:27,728 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T12:24:27,728 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T12:24:27,729 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T12:24:27,729 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1115684864, "init": 1048576000, "max": 2306867200, "used": 784478008 }, "NonHeapMemoryUsage": { "committed": 201261056, "init": 7667712, "max": -1, "used": 198328464 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T12:24:27,729 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:41127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:41127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T12:24:27,731 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1483, reset compression=false 2024-12-05T12:24:27,831 DEBUG [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42a9f30e019dda3611685fa58f01f8b5, 5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:27,843 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:24:27,843 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:24:27,882 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740/.tmp/info/67fdb62739664ba9b2cfa9a4998d1e0c 2024-12-05T12:24:27,908 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740/.tmp/ns/b8f6ccf9384f41f0b51c5d6d51109f71 is 43, key is default/ns:d/1733401450087/Put/seqid=0 2024-12-05T12:24:27,910 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/default/test/42a9f30e019dda3611685fa58f01f8b5/.tmp/f1/18be9d858ff94f53becb3826877b1923 2024-12-05T12:24:27,916 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18be9d858ff94f53becb3826877b1923 2024-12-05T12:24:27,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741843_1019 (size=5153) 2024-12-05T12:24:27,922 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1464, reset compression=false 2024-12-05T12:24:27,935 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 1759, reset compression=false 2024-12-05T12:24:27,938 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/default/test/42a9f30e019dda3611685fa58f01f8b5/.tmp/norep/5ca2503730c548969bed9e40e7398ec1 is 33, key is row2/norep:/1733401463394/DeleteFamily/seqid=0 2024-12-05T12:24:27,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741844_1020 (size=5108) 2024-12-05T12:24:28,031 DEBUG [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42a9f30e019dda3611685fa58f01f8b5, 5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:28,137 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1483, reset compression=false 2024-12-05T12:24:28,232 DEBUG [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42a9f30e019dda3611685fa58f01f8b5, 5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:28,242 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 1759, reset compression=false 2024-12-05T12:24:28,320 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740/.tmp/ns/b8f6ccf9384f41f0b51c5d6d51109f71 2024-12-05T12:24:28,348 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740/.tmp/rep_barrier/a9df7eb564a646aa95d79482bd5ec839 is 112, key is test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5./rep_barrier:seqnumDuringOpen/1733401452531/Put/seqid=0 2024-12-05T12:24:28,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741845_1021 (size=5518) 2024-12-05T12:24:28,395 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/default/test/42a9f30e019dda3611685fa58f01f8b5/.tmp/norep/5ca2503730c548969bed9e40e7398ec1 2024-12-05T12:24:28,395 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740/.tmp/rep_barrier/a9df7eb564a646aa95d79482bd5ec839 2024-12-05T12:24:28,423 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ca2503730c548969bed9e40e7398ec1 2024-12-05T12:24:28,429 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/default/test/42a9f30e019dda3611685fa58f01f8b5/.tmp/f/ad189239b68641a2be812a632da539db as hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/default/test/42a9f30e019dda3611685fa58f01f8b5/f/ad189239b68641a2be812a632da539db 2024-12-05T12:24:28,433 DEBUG [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42a9f30e019dda3611685fa58f01f8b5, 5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:28,463 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad189239b68641a2be812a632da539db 2024-12-05T12:24:28,463 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/default/test/42a9f30e019dda3611685fa58f01f8b5/f/ad189239b68641a2be812a632da539db, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T12:24:28,469 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/default/test/42a9f30e019dda3611685fa58f01f8b5/.tmp/f1/18be9d858ff94f53becb3826877b1923 as hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/default/test/42a9f30e019dda3611685fa58f01f8b5/f1/18be9d858ff94f53becb3826877b1923 2024-12-05T12:24:28,473 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740/.tmp/table/8a729486ae0b4824b210a691cab9cb3f is 53, key is hbase:replication/table:state/1733401456281/Put/seqid=0 2024-12-05T12:24:28,493 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18be9d858ff94f53becb3826877b1923 2024-12-05T12:24:28,493 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/default/test/42a9f30e019dda3611685fa58f01f8b5/f1/18be9d858ff94f53becb3826877b1923, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T12:24:28,497 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/default/test/42a9f30e019dda3611685fa58f01f8b5/.tmp/norep/5ca2503730c548969bed9e40e7398ec1 as hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/default/test/42a9f30e019dda3611685fa58f01f8b5/norep/5ca2503730c548969bed9e40e7398ec1 2024-12-05T12:24:28,510 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ca2503730c548969bed9e40e7398ec1 2024-12-05T12:24:28,510 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/default/test/42a9f30e019dda3611685fa58f01f8b5/norep/5ca2503730c548969bed9e40e7398ec1, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T12:24:28,512 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 42a9f30e019dda3611685fa58f01f8b5 in 1083ms, sequenceid=12, compaction requested=false 2024-12-05T12:24:28,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741846_1022 (size=5308) 2024-12-05T12:24:28,524 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740/.tmp/table/8a729486ae0b4824b210a691cab9cb3f 2024-12-05T12:24:28,533 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1464, reset compression=false 2024-12-05T12:24:28,539 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740/.tmp/info/67fdb62739664ba9b2cfa9a4998d1e0c as hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740/info/67fdb62739664ba9b2cfa9a4998d1e0c 2024-12-05T12:24:28,547 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740/info/67fdb62739664ba9b2cfa9a4998d1e0c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:24:28,548 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740/.tmp/ns/b8f6ccf9384f41f0b51c5d6d51109f71 as hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740/ns/b8f6ccf9384f41f0b51c5d6d51109f71 2024-12-05T12:24:28,556 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740/ns/b8f6ccf9384f41f0b51c5d6d51109f71, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:24:28,556 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740/.tmp/rep_barrier/a9df7eb564a646aa95d79482bd5ec839 as hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740/rep_barrier/a9df7eb564a646aa95d79482bd5ec839 2024-12-05T12:24:28,566 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740/rep_barrier/a9df7eb564a646aa95d79482bd5ec839, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:24:28,569 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740/.tmp/table/8a729486ae0b4824b210a691cab9cb3f as hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740/table/8a729486ae0b4824b210a691cab9cb3f 2024-12-05T12:24:28,574 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740/table/8a729486ae0b4824b210a691cab9cb3f, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:24:28,579 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1148ms, sequenceid=16, compaction requested=false 2024-12-05T12:24:28,636 DEBUG [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42a9f30e019dda3611685fa58f01f8b5, 5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:28,649 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1483, reset compression=false 2024-12-05T12:24:28,651 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/default/test/42a9f30e019dda3611685fa58f01f8b5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T12:24:28,651 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 1759, reset compression=false 2024-12-05T12:24:28,654 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:24:28,654 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:24:28,654 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5. 2024-12-05T12:24:28,654 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42a9f30e019dda3611685fa58f01f8b5: Waiting for close lock at 1733401467428Running coprocessor pre-close hooks at 1733401467428Disabling compacts and flushes for region at 1733401467429 (+1 ms)Disabling writes for close at 1733401467429Obtaining lock to block concurrent updates at 1733401467429Preparing flush snapshotting stores in 42a9f30e019dda3611685fa58f01f8b5 at 1733401467429Finished memstore snapshotting test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733401467429Flushing stores of test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5. at 1733401467430 (+1 ms)Flushing 42a9f30e019dda3611685fa58f01f8b5/f: creating writer at 1733401467430Flushing 42a9f30e019dda3611685fa58f01f8b5/f: appending metadata at 1733401467446 (+16 ms)Flushing 42a9f30e019dda3611685fa58f01f8b5/f: closing flushed file at 1733401467446Flushing 42a9f30e019dda3611685fa58f01f8b5/f1: creating writer at 1733401467471 (+25 ms)Flushing 42a9f30e019dda3611685fa58f01f8b5/f1: appending metadata at 1733401467500 (+29 ms)Flushing 42a9f30e019dda3611685fa58f01f8b5/f1: closing flushed file at 1733401467500Flushing 42a9f30e019dda3611685fa58f01f8b5/norep: creating writer at 1733401467916 (+416 ms)Flushing 42a9f30e019dda3611685fa58f01f8b5/norep: appending metadata at 1733401467937 (+21 ms)Flushing 42a9f30e019dda3611685fa58f01f8b5/norep: closing flushed file at 1733401467937Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f9dfb9: reopening flushed file at 1733401468423 (+486 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10130007: reopening flushed file at 1733401468463 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@186ba0a3: reopening flushed file at 1733401468493 (+30 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 42a9f30e019dda3611685fa58f01f8b5 in 1083ms, sequenceid=12, compaction requested=false at 1733401468512 (+19 ms)Writing region close event to WAL at 1733401468624 (+112 ms)Running coprocessor post-close hooks at 1733401468653 (+29 ms)Closed at 1733401468654 (+1 ms) 2024-12-05T12:24:28,654 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401451990.42a9f30e019dda3611685fa58f01f8b5. 2024-12-05T12:24:28,654 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5460a8c2c243de94450580ed618d6c3f, disabling compactions & flushes 2024-12-05T12:24:28,654 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f. 2024-12-05T12:24:28,654 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f. 2024-12-05T12:24:28,654 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f. after waiting 0 ms 2024-12-05T12:24:28,654 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f. 2024-12-05T12:24:28,654 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5460a8c2c243de94450580ed618d6c3f: Waiting for close lock at 1733401468654Running coprocessor pre-close hooks at 1733401468654Disabling compacts and flushes for region at 1733401468654Disabling writes for close at 1733401468654Failed flush hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f., putting online again at 1733401468654 2024-12-05T12:24:28,654 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f. 2024-12-05T12:24:28,686 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:28,687 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 2403, reset compression=false 2024-12-05T12:24:28,693 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:24:28,694 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:24:28,694 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:24:28,694 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:28,694 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401467431Running coprocessor pre-close hooks at 1733401467431Disabling compacts and flushes for region at 1733401467431Disabling writes for close at 1733401467431Obtaining lock to block concurrent updates at 1733401467431Preparing flush snapshotting stores in 1588230740 at 1733401467431Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401467432 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733401467436 (+4 ms)Flushing 1588230740/info: creating writer at 1733401467436Flushing 1588230740/info: appending metadata at 1733401467457 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733401467457Flushing 1588230740/ns: creating writer at 1733401467890 (+433 ms)Flushing 1588230740/ns: appending metadata at 1733401467907 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733401467907Flushing 1588230740/rep_barrier: creating writer at 1733401468326 (+419 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401468347 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401468347Flushing 1588230740/table: creating writer at 1733401468426 (+79 ms)Flushing 1588230740/table: appending metadata at 1733401468472 (+46 ms)Flushing 1588230740/table: closing flushed file at 1733401468472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b1eff75: reopening flushed file at 1733401468534 (+62 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a986839: reopening flushed file at 1733401468547 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66eee478: reopening flushed file at 1733401468556 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2890a015: reopening flushed file at 1733401468566 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1148ms, sequenceid=16, compaction requested=false at 1733401468579 (+13 ms)Writing region close event to WAL at 1733401468672 (+93 ms)Running coprocessor post-close hooks at 1733401468694 (+22 ms)Closed at 1733401468694 2024-12-05T12:24:28,694 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:28,837 INFO [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:24:28,837 DEBUG [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(1325): Online Regions={5460a8c2c243de94450580ed618d6c3f=hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f.} 2024-12-05T12:24:28,837 INFO [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(3091): Received CLOSE for 5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:28,837 DEBUG [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(1351): Waiting on 5460a8c2c243de94450580ed618d6c3f 2024-12-05T12:24:28,838 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5460a8c2c243de94450580ed618d6c3f, disabling compactions & flushes 2024-12-05T12:24:28,838 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f. 2024-12-05T12:24:28,838 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f. 2024-12-05T12:24:28,838 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f. after waiting 0 ms 2024-12-05T12:24:28,838 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f. 2024-12-05T12:24:28,838 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5460a8c2c243de94450580ed618d6c3f: Waiting for close lock at 1733401468838Running coprocessor pre-close hooks at 1733401468838Disabling compacts and flushes for region at 1733401468838Disabling writes for close at 1733401468838Failed flush hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f., putting online again at 1733401468838 2024-12-05T12:24:28,838 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733401454996.5460a8c2c243de94450580ed618d6c3f. 2024-12-05T12:24:28,895 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 2403, reset compression=false 2024-12-05T12:24:29,038 INFO [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T12:24:29,038 INFO [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,45099,1733401447766; all regions closed. 2024-12-05T12:24:29,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741834_1010 (size=4239) 2024-12-05T12:24:29,055 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.meta.1733401449956.meta not finished, retry = 0 2024-12-05T12:24:29,159 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.rep.1733401456220 not finished, retry = 0 2024-12-05T12:24:29,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741839_1015 (size=2609) 2024-12-05T12:24:29,214 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/WALs/f4bc09594422,45099,1733401447766/f4bc09594422%2C45099%2C1733401447766.1733401449002 to pos 2403, reset compression=false 2024-12-05T12:24:29,225 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:24:29,269 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1464, reset compression=false 2024-12-05T12:24:29,291 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1483, reset compression=false 2024-12-05T12:24:29,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741832_1008 (size=2411) 2024-12-05T12:24:29,308 DEBUG [RS:0;f4bc09594422:45099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:29,308 INFO [RS:0;f4bc09594422:45099 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:24:29,309 INFO [RS:0;f4bc09594422:45099 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:24:29,309 INFO [RS:0;f4bc09594422:45099 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:24:29,309 INFO [RS:0;f4bc09594422:45099 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:24:29,309 INFO [RS:0;f4bc09594422:45099 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f4bc09594422,45099,1733401447766 because: Region server is closing 2024-12-05T12:24:29,309 INFO [RS:0;f4bc09594422:45099 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:45099. 2024-12-05T12:24:29,309 DEBUG [RS:0;f4bc09594422:45099 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:29,309 DEBUG [RS:0;f4bc09594422:45099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:29,310 DEBUG [RS:0;f4bc09594422:45099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:29,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:29,310 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:24:29,410 INFO [RS:0;f4bc09594422:45099 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.shipperf4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 terminated 2024-12-05T12:24:29,410 INFO [RS:0;f4bc09594422:45099 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:45099. 2024-12-05T12:24:29,410 DEBUG [RS:0;f4bc09594422:45099 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:29,410 DEBUG [RS:0;f4bc09594422:45099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:29,410 DEBUG [RS:0;f4bc09594422:45099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:29,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:29,411 INFO [RS:0;f4bc09594422:45099 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45099 2024-12-05T12:24:29,411 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45099,1733401447766.replicationSource.wal-reader.f4bc09594422%2C45099%2C1733401447766,1-f4bc09594422,45099,1733401447766 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:24:29,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322/rs 2024-12-05T12:24:29,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45099-0x100aa64f33a0007, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2598349322/rs/f4bc09594422,45099,1733401447766 2024-12-05T12:24:29,414 INFO [RS:0;f4bc09594422:45099 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:24:29,414 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,45099,1733401447766] 2024-12-05T12:24:29,417 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2598349322/draining/f4bc09594422,45099,1733401447766 already deleted, retry=false 2024-12-05T12:24:29,417 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,45099,1733401447766 expired; onlineServers=0 2024-12-05T12:24:29,417 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,41127,1733401447635' ***** 2024-12-05T12:24:29,417 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:24:29,417 INFO [M:0;f4bc09594422:41127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:24:29,417 INFO [M:0;f4bc09594422:41127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:24:29,417 DEBUG [M:0;f4bc09594422:41127 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:24:29,417 DEBUG [M:0;f4bc09594422:41127 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:24:29,417 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401448745 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401448745,5,FailOnTimeoutGroup] 2024-12-05T12:24:29,418 INFO [M:0;f4bc09594422:41127 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:24:29,418 INFO [M:0;f4bc09594422:41127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:24:29,418 DEBUG [M:0;f4bc09594422:41127 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:24:29,418 INFO [M:0;f4bc09594422:41127 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:24:29,418 INFO [M:0;f4bc09594422:41127 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:24:29,419 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401448748 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401448748,5,FailOnTimeoutGroup] 2024-12-05T12:24:29,419 INFO [M:0;f4bc09594422:41127 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:24:29,419 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:24:29,420 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:24:29,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2598349322/master 2024-12-05T12:24:29,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2598349322 2024-12-05T12:24:29,421 DEBUG [M:0;f4bc09594422:41127 {}] zookeeper.ZKUtil(347): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Unable to get data of znode /2598349322/master because node does not exist (not an error) 2024-12-05T12:24:29,421 WARN [M:0;f4bc09594422:41127 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:24:29,425 INFO [M:0;f4bc09594422:41127 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/.lastflushedseqids 2024-12-05T12:24:29,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741847_1023 (size=245) 2024-12-05T12:24:29,449 INFO [M:0;f4bc09594422:41127 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:24:29,449 INFO [M:0;f4bc09594422:41127 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:24:29,450 DEBUG [M:0;f4bc09594422:41127 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:24:29,450 INFO [M:0;f4bc09594422:41127 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:29,450 DEBUG [M:0;f4bc09594422:41127 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:29,450 DEBUG [M:0;f4bc09594422:41127 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:24:29,450 DEBUG [M:0;f4bc09594422:41127 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:29,450 INFO [M:0;f4bc09594422:41127 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-12-05T12:24:29,481 DEBUG [M:0;f4bc09594422:41127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cfce8dbde3d4903a10abf01902a7974 is 82, key is hbase:meta,,1/info:regioninfo/1733401450059/Put/seqid=0 2024-12-05T12:24:29,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741848_1024 (size=5672) 2024-12-05T12:24:29,497 INFO [M:0;f4bc09594422:41127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cfce8dbde3d4903a10abf01902a7974 2024-12-05T12:24:29,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45099-0x100aa64f33a0007, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:29,516 INFO [RS:0;f4bc09594422:45099 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:24:29,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45099-0x100aa64f33a0007, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:29,516 INFO [RS:0;f4bc09594422:45099 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,45099,1733401447766; zookeeper connection closed. 2024-12-05T12:24:29,517 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7aa1c13c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7aa1c13c 2024-12-05T12:24:29,517 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:24:29,528 DEBUG [M:0;f4bc09594422:41127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1b05c08ec5d4f2c8568d04db4690720 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733401456285/Put/seqid=0 2024-12-05T12:24:29,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741849_1025 (size=9213) 2024-12-05T12:24:29,535 INFO [M:0;f4bc09594422:41127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1b05c08ec5d4f2c8568d04db4690720 2024-12-05T12:24:29,569 DEBUG [M:0;f4bc09594422:41127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f38562811e8148eba709249154450677 is 69, key is f4bc09594422,45099,1733401447766/rs:state/1733401448794/Put/seqid=0 2024-12-05T12:24:29,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741850_1026 (size=5156) 2024-12-05T12:24:29,985 INFO [M:0;f4bc09594422:41127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f38562811e8148eba709249154450677 2024-12-05T12:24:29,993 DEBUG [M:0;f4bc09594422:41127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cfce8dbde3d4903a10abf01902a7974 as hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5cfce8dbde3d4903a10abf01902a7974 2024-12-05T12:24:29,998 INFO [M:0;f4bc09594422:41127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5cfce8dbde3d4903a10abf01902a7974, entries=8, sequenceid=127, filesize=5.5 K 2024-12-05T12:24:29,999 DEBUG [M:0;f4bc09594422:41127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1b05c08ec5d4f2c8568d04db4690720 as hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1b05c08ec5d4f2c8568d04db4690720 2024-12-05T12:24:30,002 INFO [M:0;f4bc09594422:41127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1b05c08ec5d4f2c8568d04db4690720, entries=15, sequenceid=127, filesize=9.0 K 2024-12-05T12:24:30,003 DEBUG [M:0;f4bc09594422:41127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f38562811e8148eba709249154450677 as hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f38562811e8148eba709249154450677 2024-12-05T12:24:30,007 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1483, reset compression=false 2024-12-05T12:24:30,008 INFO [M:0;f4bc09594422:41127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45011/user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f38562811e8148eba709249154450677, entries=1, sequenceid=127, filesize=5.0 K 2024-12-05T12:24:30,013 INFO [M:0;f4bc09594422:41127 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 563ms, sequenceid=127, compaction requested=false 2024-12-05T12:24:30,045 INFO [M:0;f4bc09594422:41127 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:30,045 DEBUG [M:0;f4bc09594422:41127 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401469450Disabling compacts and flushes for region at 1733401469450Disabling writes for close at 1733401469450Obtaining lock to block concurrent updates at 1733401469450Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401469450Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1733401469450Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401469451 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401469451Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401469480 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401469480Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401469507 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401469528 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401469528Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401469549 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401469568 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401469568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b60cf40: reopening flushed file at 1733401469993 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26bc98fb: reopening flushed file at 1733401469998 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53e912c9: reopening flushed file at 1733401470003 (+5 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 563ms, sequenceid=127, compaction requested=false at 1733401470013 (+10 ms)Writing region close event to WAL at 1733401470045 (+32 ms)Closed at 1733401470045 2024-12-05T12:24:30,069 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c4dfbad5-e64f-0050-ffbb-43f2b218c491/MasterData/WALs/f4bc09594422,41127,1733401447635/f4bc09594422%2C41127%2C1733401447635.1733401448499 not finished, retry = 0 2024-12-05T12:24:30,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741830_1006 (size=73878) 2024-12-05T12:24:30,105 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1464, reset compression=false 2024-12-05T12:24:30,170 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:24:30,170 INFO [M:0;f4bc09594422:41127 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:24:30,171 INFO [M:0;f4bc09594422:41127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41127 2024-12-05T12:24:30,173 INFO [M:0;f4bc09594422:41127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:24:30,277 INFO [M:0;f4bc09594422:41127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:24:30,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:30,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x100aa64f33a0006, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:30,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45639fd2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:24:30,281 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b2de12b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:24:30,281 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:24:30,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@afaef36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:24:30,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@731b2135{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/hadoop.log.dir/,STOPPED} 2024-12-05T12:24:30,282 WARN [BP-1554922337-172.17.0.3-1733401446296 heartbeating to localhost/127.0.0.1:45011 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:24:30,282 WARN [BP-1554922337-172.17.0.3-1733401446296 heartbeating to localhost/127.0.0.1:45011 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1554922337-172.17.0.3-1733401446296 (Datanode Uuid 88168942-3f9e-43f5-b8bd-1faa91e03f97) service to localhost/127.0.0.1:45011 2024-12-05T12:24:30,282 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:24:30,282 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:24:30,283 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/cluster_20605fa9-523b-d035-94d6-60e9ba44e099/data/data1/current/BP-1554922337-172.17.0.3-1733401446296 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:24:30,283 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/cluster_20605fa9-523b-d035-94d6-60e9ba44e099/data/data2/current/BP-1554922337-172.17.0.3-1733401446296 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:24:30,284 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:24:30,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5818a570{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:24:30,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80dbe9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:24:30,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:24:30,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dd8b049{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:24:30,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fd7b179{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/hadoop.log.dir/,STOPPED} 2024-12-05T12:24:30,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:24:30,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:24:30,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:30,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:30,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:30,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:30,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:30,315 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:24:30,315 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=62119185, stopped=false 2024-12-05T12:24:30,315 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,42629,1733401443815 2024-12-05T12:24:30,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41365-0x100aa64f33a0004, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11778111477/running 2024-12-05T12:24:30,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11778111477/running 2024-12-05T12:24:30,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41365-0x100aa64f33a0004, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477 2024-12-05T12:24:30,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477 2024-12-05T12:24:30,317 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:24:30,317 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:30,317 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:30,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:30,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41365-0x100aa64f33a0004, quorum=127.0.0.1:60517, baseZNode=/11778111477 Set watcher on znode that does not yet exist, /11778111477/running 2024-12-05T12:24:30,317 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,41365,1733401443923' ***** 2024-12-05T12:24:30,317 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:24:30,318 INFO [RS:0;f4bc09594422:41365 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:24:30,318 INFO [RS:0;f4bc09594422:41365 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:24:30,318 INFO [RS:0;f4bc09594422:41365 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:24:30,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Set watcher on znode that does not yet exist, /11778111477/running 2024-12-05T12:24:30,318 INFO [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(3091): Received CLOSE for 575047560b52b15e6dc300491e51a84e 2024-12-05T12:24:30,318 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:24:30,318 INFO [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(3091): Received CLOSE for 55031eb27da83d097e72a7764bf0284a 2024-12-05T12:24:30,318 INFO [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,41365,1733401443923 2024-12-05T12:24:30,318 INFO [RS:0;f4bc09594422:41365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:24:30,319 INFO [RS:0;f4bc09594422:41365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:41365. 2024-12-05T12:24:30,319 DEBUG [RS:0;f4bc09594422:41365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:30,319 DEBUG [RS:0;f4bc09594422:41365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:30,319 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 575047560b52b15e6dc300491e51a84e, disabling compactions & flushes 2024-12-05T12:24:30,319 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e. 2024-12-05T12:24:30,319 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e. 2024-12-05T12:24:30,319 INFO [RS:0;f4bc09594422:41365 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:24:30,319 INFO [RS:0;f4bc09594422:41365 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:24:30,319 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e. after waiting 0 ms 2024-12-05T12:24:30,319 INFO [RS:0;f4bc09594422:41365 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:24:30,319 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e. 2024-12-05T12:24:30,319 INFO [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:24:30,319 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 575047560b52b15e6dc300491e51a84e 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-05T12:24:30,319 INFO [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:24:30,319 DEBUG [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(1325): Online Regions={575047560b52b15e6dc300491e51a84e=hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e., 1588230740=hbase:meta,,1.1588230740, 55031eb27da83d097e72a7764bf0284a=test,,1733401451347.55031eb27da83d097e72a7764bf0284a.} 2024-12-05T12:24:30,319 DEBUG [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55031eb27da83d097e72a7764bf0284a, 575047560b52b15e6dc300491e51a84e 2024-12-05T12:24:30,319 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:24:30,319 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:24:30,319 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:24:30,319 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:24:30,319 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:24:30,319 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:24:30,336 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740/.tmp/info/dd530ee173fd4c5ca51bdd95a66b6e56 is 147, key is hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e./info:regioninfo/1733401454395/Put/seqid=0 2024-12-05T12:24:30,337 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/replication/575047560b52b15e6dc300491e51a84e/.tmp/queue/86ba1876f50f4004bf85a566d5ca69b7 is 154, key is 1-f4bc09594422,41365,1733401443923/queue:f4bc09594422%2C41365%2C1733401443923/1733401466499/Put/seqid=0 2024-12-05T12:24:30,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741840_1016 (size=5353) 2024-12-05T12:24:30,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741841_1017 (size=7686) 2024-12-05T12:24:30,376 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:24:30,384 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:24:30,384 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:24:30,519 DEBUG [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55031eb27da83d097e72a7764bf0284a, 575047560b52b15e6dc300491e51a84e 2024-12-05T12:24:30,719 DEBUG [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55031eb27da83d097e72a7764bf0284a, 575047560b52b15e6dc300491e51a84e 2024-12-05T12:24:30,747 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/replication/575047560b52b15e6dc300491e51a84e/.tmp/queue/86ba1876f50f4004bf85a566d5ca69b7 2024-12-05T12:24:30,752 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/replication/575047560b52b15e6dc300491e51a84e/.tmp/queue/86ba1876f50f4004bf85a566d5ca69b7 as hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/replication/575047560b52b15e6dc300491e51a84e/queue/86ba1876f50f4004bf85a566d5ca69b7 2024-12-05T12:24:30,756 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/replication/575047560b52b15e6dc300491e51a84e/queue/86ba1876f50f4004bf85a566d5ca69b7, entries=1, sequenceid=14, filesize=5.2 K 2024-12-05T12:24:30,757 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 575047560b52b15e6dc300491e51a84e in 437ms, sequenceid=14, compaction requested=false 2024-12-05T12:24:30,759 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740/.tmp/info/dd530ee173fd4c5ca51bdd95a66b6e56 2024-12-05T12:24:30,767 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/replication/575047560b52b15e6dc300491e51a84e/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-05T12:24:30,768 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:24:30,768 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:24:30,768 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e. 2024-12-05T12:24:30,768 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 575047560b52b15e6dc300491e51a84e: Waiting for close lock at 1733401470319Running coprocessor pre-close hooks at 1733401470319Disabling compacts and flushes for region at 1733401470319Disabling writes for close at 1733401470319Obtaining lock to block concurrent updates at 1733401470319Preparing flush snapshotting stores in 575047560b52b15e6dc300491e51a84e at 1733401470319Finished memstore snapshotting hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733401470319Flushing stores of hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e. at 1733401470320 (+1 ms)Flushing 575047560b52b15e6dc300491e51a84e/queue: creating writer at 1733401470320Flushing 575047560b52b15e6dc300491e51a84e/queue: appending metadata at 1733401470337 (+17 ms)Flushing 575047560b52b15e6dc300491e51a84e/queue: closing flushed file at 1733401470337Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4974eca: reopening flushed file at 1733401470751 (+414 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 575047560b52b15e6dc300491e51a84e in 437ms, sequenceid=14, compaction requested=false at 1733401470757 (+6 ms)Writing region close event to WAL at 1733401470757Running coprocessor post-close hooks at 1733401470768 (+11 ms)Closed at 1733401470768 2024-12-05T12:24:30,768 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401453844.575047560b52b15e6dc300491e51a84e. 2024-12-05T12:24:30,768 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55031eb27da83d097e72a7764bf0284a, disabling compactions & flushes 2024-12-05T12:24:30,768 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401451347.55031eb27da83d097e72a7764bf0284a. 2024-12-05T12:24:30,768 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401451347.55031eb27da83d097e72a7764bf0284a. 2024-12-05T12:24:30,768 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401451347.55031eb27da83d097e72a7764bf0284a. after waiting 0 ms 2024-12-05T12:24:30,768 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401451347.55031eb27da83d097e72a7764bf0284a. 2024-12-05T12:24:30,768 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 55031eb27da83d097e72a7764bf0284a 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-05T12:24:30,786 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740/.tmp/ns/8e8ec49762d748bd96248eef726c5357 is 43, key is default/ns:d/1733401446125/Put/seqid=0 2024-12-05T12:24:30,786 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/default/test/55031eb27da83d097e72a7764bf0284a/.tmp/f/41d4b4aa5c1e40819a9a6e46c1a873e2 is 37, key is row3/f:row3/1733401465066/Put/seqid=0 2024-12-05T12:24:30,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741842_1018 (size=5153) 2024-12-05T12:24:30,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741843_1019 (size=5228) 2024-12-05T12:24:30,818 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1483, reset compression=false 2024-12-05T12:24:30,921 DEBUG [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55031eb27da83d097e72a7764bf0284a 2024-12-05T12:24:31,013 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1464, reset compression=false 2024-12-05T12:24:31,018 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:31,018 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1711, reset compression=false 2024-12-05T12:24:31,019 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.shipperf4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,41365,1733401443923 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588, lastWalPosition=1711, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:31,019 ERROR [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.shipperf4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f4bc09594422,41365,1733401443923: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f4bc09594422,41365,1733401443923, walGroup=f4bc09594422%2C41365%2C1733401443923, offset=f4bc09594422%2C41365%2C1733401443923.1733401445588:1711, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:41365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T12:24:31,021 ERROR [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.shipperf4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T12:24:31,021 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.shipperf4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T12:24:31,021 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.shipperf4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T12:24:31,021 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.shipperf4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T12:24:31,021 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.shipperf4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T12:24:31,021 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.shipperf4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1115684864, "init": 1048576000, "max": 2306867200, "used": 857878328 }, "NonHeapMemoryUsage": { "committed": 201916416, "init": 7667712, "max": -1, "used": 198904424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T12:24:31,022 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.shipperf4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:42629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:42629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T12:24:31,121 DEBUG [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55031eb27da83d097e72a7764bf0284a 2024-12-05T12:24:31,191 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740/.tmp/ns/8e8ec49762d748bd96248eef726c5357 2024-12-05T12:24:31,192 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/default/test/55031eb27da83d097e72a7764bf0284a/.tmp/f/41d4b4aa5c1e40819a9a6e46c1a873e2 2024-12-05T12:24:31,207 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 41d4b4aa5c1e40819a9a6e46c1a873e2 2024-12-05T12:24:31,235 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1711, reset compression=false 2024-12-05T12:24:31,253 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740/.tmp/rep_barrier/8463bf28244846d19d634448cee114dc is 112, key is test,,1733401451347.55031eb27da83d097e72a7764bf0284a./rep_barrier:seqnumDuringOpen/1733401451912/Put/seqid=0 2024-12-05T12:24:31,257 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/default/test/55031eb27da83d097e72a7764bf0284a/.tmp/f1/76d9984fc5de47a790a71b4c9765c2f6 is 30, key is row1/f1:/1733401462367/DeleteFamily/seqid=0 2024-12-05T12:24:31,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741845_1021 (size=5158) 2024-12-05T12:24:31,321 INFO [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:24:31,321 DEBUG [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 55031eb27da83d097e72a7764bf0284a=test,,1733401451347.55031eb27da83d097e72a7764bf0284a.} 2024-12-05T12:24:31,321 DEBUG [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55031eb27da83d097e72a7764bf0284a 2024-12-05T12:24:31,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741844_1020 (size=5518) 2024-12-05T12:24:31,329 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/default/test/55031eb27da83d097e72a7764bf0284a/.tmp/f1/76d9984fc5de47a790a71b4c9765c2f6 2024-12-05T12:24:31,330 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740/.tmp/rep_barrier/8463bf28244846d19d634448cee114dc 2024-12-05T12:24:31,337 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76d9984fc5de47a790a71b4c9765c2f6 2024-12-05T12:24:31,364 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740/.tmp/table/07d2e220846d4f498a3b6657c950a49e is 53, key is hbase:replication/table:state/1733401454407/Put/seqid=0 2024-12-05T12:24:31,370 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/default/test/55031eb27da83d097e72a7764bf0284a/.tmp/norep/b8f5c3d2bd2048bf8a6d844eb4dc3702 is 33, key is row1/norep:/1733401462367/DeleteFamily/seqid=0 2024-12-05T12:24:31,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741846_1022 (size=5308) 2024-12-05T12:24:31,411 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740/.tmp/table/07d2e220846d4f498a3b6657c950a49e 2024-12-05T12:24:31,416 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740/.tmp/info/dd530ee173fd4c5ca51bdd95a66b6e56 as hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740/info/dd530ee173fd4c5ca51bdd95a66b6e56 2024-12-05T12:24:31,421 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740/info/dd530ee173fd4c5ca51bdd95a66b6e56, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:24:31,422 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740/.tmp/ns/8e8ec49762d748bd96248eef726c5357 as hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740/ns/8e8ec49762d748bd96248eef726c5357 2024-12-05T12:24:31,429 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740/ns/8e8ec49762d748bd96248eef726c5357, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:24:31,430 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740/.tmp/rep_barrier/8463bf28244846d19d634448cee114dc as hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740/rep_barrier/8463bf28244846d19d634448cee114dc 2024-12-05T12:24:31,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741847_1023 (size=5108) 2024-12-05T12:24:31,432 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/default/test/55031eb27da83d097e72a7764bf0284a/.tmp/norep/b8f5c3d2bd2048bf8a6d844eb4dc3702 2024-12-05T12:24:31,437 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740/rep_barrier/8463bf28244846d19d634448cee114dc, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:24:31,438 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8f5c3d2bd2048bf8a6d844eb4dc3702 2024-12-05T12:24:31,438 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/default/test/55031eb27da83d097e72a7764bf0284a/.tmp/f/41d4b4aa5c1e40819a9a6e46c1a873e2 as hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/default/test/55031eb27da83d097e72a7764bf0284a/f/41d4b4aa5c1e40819a9a6e46c1a873e2 2024-12-05T12:24:31,439 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740/.tmp/table/07d2e220846d4f498a3b6657c950a49e as hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740/table/07d2e220846d4f498a3b6657c950a49e 2024-12-05T12:24:31,445 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740/table/07d2e220846d4f498a3b6657c950a49e, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:24:31,446 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1127ms, sequenceid=16, compaction requested=false 2024-12-05T12:24:31,451 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 41d4b4aa5c1e40819a9a6e46c1a873e2 2024-12-05T12:24:31,452 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/default/test/55031eb27da83d097e72a7764bf0284a/f/41d4b4aa5c1e40819a9a6e46c1a873e2, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T12:24:31,453 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/default/test/55031eb27da83d097e72a7764bf0284a/.tmp/f1/76d9984fc5de47a790a71b4c9765c2f6 as hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/default/test/55031eb27da83d097e72a7764bf0284a/f1/76d9984fc5de47a790a71b4c9765c2f6 2024-12-05T12:24:31,459 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76d9984fc5de47a790a71b4c9765c2f6 2024-12-05T12:24:31,459 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/default/test/55031eb27da83d097e72a7764bf0284a/f1/76d9984fc5de47a790a71b4c9765c2f6, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T12:24:31,460 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/default/test/55031eb27da83d097e72a7764bf0284a/.tmp/norep/b8f5c3d2bd2048bf8a6d844eb4dc3702 as hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/default/test/55031eb27da83d097e72a7764bf0284a/norep/b8f5c3d2bd2048bf8a6d844eb4dc3702 2024-12-05T12:24:31,470 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:24:31,481 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:24:31,481 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:24:31,481 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:31,481 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401470319Running coprocessor pre-close hooks at 1733401470319Disabling compacts and flushes for region at 1733401470319Disabling writes for close at 1733401470319Obtaining lock to block concurrent updates at 1733401470319Preparing flush snapshotting stores in 1588230740 at 1733401470319Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401470320 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733401470320Flushing 1588230740/info: creating writer at 1733401470320Flushing 1588230740/info: appending metadata at 1733401470336 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733401470336Flushing 1588230740/ns: creating writer at 1733401470764 (+428 ms)Flushing 1588230740/ns: appending metadata at 1733401470786 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733401470786Flushing 1588230740/rep_barrier: creating writer at 1733401471200 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401471252 (+52 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401471252Flushing 1588230740/table: creating writer at 1733401471335 (+83 ms)Flushing 1588230740/table: appending metadata at 1733401471363 (+28 ms)Flushing 1588230740/table: closing flushed file at 1733401471363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32c5b2: reopening flushed file at 1733401471415 (+52 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@701f33d9: reopening flushed file at 1733401471421 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f42aecd: reopening flushed file at 1733401471429 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@491f770a: reopening flushed file at 1733401471437 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1127ms, sequenceid=16, compaction requested=false at 1733401471446 (+9 ms)Writing region close event to WAL at 1733401471460 (+14 ms)Running coprocessor post-close hooks at 1733401471481 (+21 ms)Closed at 1733401471481 2024-12-05T12:24:31,481 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:31,482 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8f5c3d2bd2048bf8a6d844eb4dc3702 2024-12-05T12:24:31,482 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/default/test/55031eb27da83d097e72a7764bf0284a/norep/b8f5c3d2bd2048bf8a6d844eb4dc3702, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T12:24:31,492 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 55031eb27da83d097e72a7764bf0284a in 724ms, sequenceid=12, compaction requested=false 2024-12-05T12:24:31,522 DEBUG [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(1351): Waiting on 55031eb27da83d097e72a7764bf0284a 2024-12-05T12:24:31,558 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 1711, reset compression=false 2024-12-05T12:24:31,559 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/data/default/test/55031eb27da83d097e72a7764bf0284a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T12:24:31,560 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:24:31,560 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:24:31,560 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401451347.55031eb27da83d097e72a7764bf0284a. 2024-12-05T12:24:31,560 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55031eb27da83d097e72a7764bf0284a: Waiting for close lock at 1733401470768Running coprocessor pre-close hooks at 1733401470768Disabling compacts and flushes for region at 1733401470768Disabling writes for close at 1733401470768Obtaining lock to block concurrent updates at 1733401470768Preparing flush snapshotting stores in 55031eb27da83d097e72a7764bf0284a at 1733401470768Finished memstore snapshotting test,,1733401451347.55031eb27da83d097e72a7764bf0284a., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733401470769 (+1 ms)Flushing stores of test,,1733401451347.55031eb27da83d097e72a7764bf0284a. at 1733401470769Flushing 55031eb27da83d097e72a7764bf0284a/f: creating writer at 1733401470769Flushing 55031eb27da83d097e72a7764bf0284a/f: appending metadata at 1733401470786 (+17 ms)Flushing 55031eb27da83d097e72a7764bf0284a/f: closing flushed file at 1733401470786Flushing 55031eb27da83d097e72a7764bf0284a/f1: creating writer at 1733401471207 (+421 ms)Flushing 55031eb27da83d097e72a7764bf0284a/f1: appending metadata at 1733401471256 (+49 ms)Flushing 55031eb27da83d097e72a7764bf0284a/f1: closing flushed file at 1733401471256Flushing 55031eb27da83d097e72a7764bf0284a/norep: creating writer at 1733401471337 (+81 ms)Flushing 55031eb27da83d097e72a7764bf0284a/norep: appending metadata at 1733401471369 (+32 ms)Flushing 55031eb27da83d097e72a7764bf0284a/norep: closing flushed file at 1733401471369Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b76f841: reopening flushed file at 1733401471438 (+69 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37e68cf1: reopening flushed file at 1733401471452 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f0c868: reopening flushed file at 1733401471459 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 55031eb27da83d097e72a7764bf0284a in 724ms, sequenceid=12, compaction requested=false at 1733401471492 (+33 ms)Writing region close event to WAL at 1733401471553 (+61 ms)Running coprocessor post-close hooks at 1733401471560 (+7 ms)Closed at 1733401471560 2024-12-05T12:24:31,560 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401451347.55031eb27da83d097e72a7764bf0284a. 2024-12-05T12:24:31,594 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:31,595 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 2355, reset compression=false 2024-12-05T12:24:31,722 INFO [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,41365,1733401443923; all regions closed. 2024-12-05T12:24:31,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741834_1010 (size=4239) 2024-12-05T12:24:31,732 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1483, reset compression=false 2024-12-05T12:24:31,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741839_1015 (size=3552) 2024-12-05T12:24:31,765 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.rep.1733401454298 not finished, retry = 0 2024-12-05T12:24:31,801 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/WALs/f4bc09594422,41365,1733401443923/f4bc09594422%2C41365%2C1733401443923.1733401445588 to pos 2355, reset compression=false 2024-12-05T12:24:31,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741833_1009 (size=2363) 2024-12-05T12:24:31,908 DEBUG [RS:0;f4bc09594422:41365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:31,908 INFO [RS:0;f4bc09594422:41365 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:24:31,908 INFO [RS:0;f4bc09594422:41365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:24:31,908 INFO [RS:0;f4bc09594422:41365 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:24:31,908 INFO [RS:0;f4bc09594422:41365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:24:31,909 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:24:31,910 INFO [RS:0;f4bc09594422:41365 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f4bc09594422,41365,1733401443923 because: Region server is closing 2024-12-05T12:24:31,910 INFO [RS:0;f4bc09594422:41365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:41365. 2024-12-05T12:24:31,910 DEBUG [RS:0;f4bc09594422:41365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:31,910 DEBUG [RS:0;f4bc09594422:41365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:31,911 DEBUG [RS:0;f4bc09594422:41365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:31,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:32,011 INFO [RS:0;f4bc09594422:41365 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.shipperf4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 terminated 2024-12-05T12:24:32,011 INFO [RS:0;f4bc09594422:41365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:41365. 2024-12-05T12:24:32,011 DEBUG [RS:0;f4bc09594422:41365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:32,011 DEBUG [RS:0;f4bc09594422:41365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:32,011 DEBUG [RS:0;f4bc09594422:41365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:32,011 INFO [RS:0;f4bc09594422:41365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41365 2024-12-05T12:24:32,012 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,41365,1733401443923.replicationSource.wal-reader.f4bc09594422%2C41365%2C1733401443923,1-f4bc09594422,41365,1733401443923 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:24:32,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:32,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41365-0x100aa64f33a0004, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11778111477/rs/f4bc09594422,41365,1733401443923 2024-12-05T12:24:32,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477/rs 2024-12-05T12:24:32,017 INFO [RS:0;f4bc09594422:41365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:24:32,017 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,41365,1733401443923] 2024-12-05T12:24:32,020 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11778111477/draining/f4bc09594422,41365,1733401443923 already deleted, retry=false 2024-12-05T12:24:32,020 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,41365,1733401443923 expired; onlineServers=0 2024-12-05T12:24:32,020 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,42629,1733401443815' ***** 2024-12-05T12:24:32,020 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:24:32,020 INFO [M:0;f4bc09594422:42629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:24:32,020 INFO [M:0;f4bc09594422:42629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:24:32,020 DEBUG [M:0;f4bc09594422:42629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:24:32,020 DEBUG [M:0;f4bc09594422:42629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:24:32,020 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:24:32,020 INFO [M:0;f4bc09594422:42629 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:24:32,020 INFO [M:0;f4bc09594422:42629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:24:32,020 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401445171 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401445171,5,FailOnTimeoutGroup] 2024-12-05T12:24:32,020 DEBUG [M:0;f4bc09594422:42629 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:24:32,020 INFO [M:0;f4bc09594422:42629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:24:32,020 INFO [M:0;f4bc09594422:42629 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:24:32,020 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401445171 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401445171,5,FailOnTimeoutGroup] 2024-12-05T12:24:32,021 INFO [M:0;f4bc09594422:42629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:24:32,021 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:24:32,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11778111477/master 2024-12-05T12:24:32,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11778111477 2024-12-05T12:24:32,025 DEBUG [M:0;f4bc09594422:42629 {}] zookeeper.RecoverableZooKeeper(212): Node /11778111477/master already deleted, retry=false 2024-12-05T12:24:32,025 DEBUG [M:0;f4bc09594422:42629 {}] master.ActiveMasterManager(353): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Failed delete of our master address node; KeeperErrorCode = NoNode for /11778111477/master 2024-12-05T12:24:32,055 INFO [M:0;f4bc09594422:42629 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/.lastflushedseqids 2024-12-05T12:24:32,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41365-0x100aa64f33a0004, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:32,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41365-0x100aa64f33a0004, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:32,119 INFO [RS:0;f4bc09594422:41365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:24:32,119 INFO [RS:0;f4bc09594422:41365 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,41365,1733401443923; zookeeper connection closed. 2024-12-05T12:24:32,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741848_1024 (size=245) 2024-12-05T12:24:32,125 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13b36c7b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13b36c7b 2024-12-05T12:24:32,126 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:24:32,522 INFO [M:0;f4bc09594422:42629 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:24:32,523 INFO [M:0;f4bc09594422:42629 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:24:32,523 DEBUG [M:0;f4bc09594422:42629 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:24:32,523 INFO [M:0;f4bc09594422:42629 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:32,523 DEBUG [M:0;f4bc09594422:42629 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:32,523 DEBUG [M:0;f4bc09594422:42629 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:24:32,523 DEBUG [M:0;f4bc09594422:42629 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:32,523 INFO [M:0;f4bc09594422:42629 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T12:24:32,571 DEBUG [M:0;f4bc09594422:42629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ef738011ac94737b79ca8756d14df62 is 82, key is hbase:meta,,1/info:regioninfo/1733401446090/Put/seqid=0 2024-12-05T12:24:32,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741849_1025 (size=5672) 2024-12-05T12:24:32,589 INFO [M:0;f4bc09594422:42629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ef738011ac94737b79ca8756d14df62 2024-12-05T12:24:32,647 DEBUG [M:0;f4bc09594422:42629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69c3e7b0aff9411b9882df93c560e76f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733401454416/Put/seqid=0 2024-12-05T12:24:32,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741850_1026 (size=8516) 2024-12-05T12:24:32,704 INFO [M:0;f4bc09594422:42629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69c3e7b0aff9411b9882df93c560e76f 2024-12-05T12:24:32,760 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1483, reset compression=false 2024-12-05T12:24:32,767 DEBUG [M:0;f4bc09594422:42629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c631925ba5d140bb9a243e0c2820d183 is 69, key is f4bc09594422,41365,1733401443923/rs:state/1733401445262/Put/seqid=0 2024-12-05T12:24:32,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741851_1027 (size=5156) 2024-12-05T12:24:32,827 INFO [M:0;f4bc09594422:42629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c631925ba5d140bb9a243e0c2820d183 2024-12-05T12:24:32,837 DEBUG [M:0;f4bc09594422:42629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ef738011ac94737b79ca8756d14df62 as hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ef738011ac94737b79ca8756d14df62 2024-12-05T12:24:32,848 INFO [M:0;f4bc09594422:42629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ef738011ac94737b79ca8756d14df62, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T12:24:32,849 DEBUG [M:0;f4bc09594422:42629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69c3e7b0aff9411b9882df93c560e76f as hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69c3e7b0aff9411b9882df93c560e76f 2024-12-05T12:24:32,855 INFO [M:0;f4bc09594422:42629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69c3e7b0aff9411b9882df93c560e76f, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T12:24:32,856 DEBUG [M:0;f4bc09594422:42629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c631925ba5d140bb9a243e0c2820d183 as hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c631925ba5d140bb9a243e0c2820d183 2024-12-05T12:24:32,864 INFO [M:0;f4bc09594422:42629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42949/user/jenkins/test-data/661fb764-1a38-4966-f0a3-863595e4ccb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c631925ba5d140bb9a243e0c2820d183, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T12:24:32,867 INFO [M:0;f4bc09594422:42629 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 344ms, sequenceid=97, compaction requested=false 2024-12-05T12:24:32,901 INFO [M:0;f4bc09594422:42629 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:32,901 DEBUG [M:0;f4bc09594422:42629 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401472523Disabling compacts and flushes for region at 1733401472523Disabling writes for close at 1733401472523Obtaining lock to block concurrent updates at 1733401472523Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401472523Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733401472524 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401472524Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401472524Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401472570 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401472570Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401472595 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401472642 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401472642Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401472717 (+75 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401472765 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401472765Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47b4547e: reopening flushed file at 1733401472833 (+68 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48206429: reopening flushed file at 1733401472848 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d1d691a: reopening flushed file at 1733401472855 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 344ms, sequenceid=97, compaction requested=false at 1733401472867 (+12 ms)Writing region close event to WAL at 1733401472901 (+34 ms)Closed at 1733401472901 2024-12-05T12:24:32,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741830_1006 (size=63654) 2024-12-05T12:24:32,936 INFO [M:0;f4bc09594422:42629 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:24:32,936 INFO [M:0;f4bc09594422:42629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42629 2024-12-05T12:24:32,936 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:24:32,937 INFO [M:0;f4bc09594422:42629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:24:33,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:33,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100aa64f33a0003, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:33,045 INFO [M:0;f4bc09594422:42629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:24:33,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@357c6954{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:24:33,094 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50c8c048{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:24:33,094 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:24:33,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18b48da5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:24:33,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e124d9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/hadoop.log.dir/,STOPPED} 2024-12-05T12:24:33,103 WARN [BP-937092708-172.17.0.3-1733401442398 heartbeating to localhost/127.0.0.1:42949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:24:33,103 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:24:33,103 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:24:33,103 WARN [BP-937092708-172.17.0.3-1733401442398 heartbeating to localhost/127.0.0.1:42949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-937092708-172.17.0.3-1733401442398 (Datanode Uuid 9bbd4e2a-d5fe-4da6-bf9b-09f1b2679eed) service to localhost/127.0.0.1:42949 2024-12-05T12:24:33,107 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/cluster_a2902493-3cca-cf27-8fff-5981a19406b4/data/data1/current/BP-937092708-172.17.0.3-1733401442398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:24:33,107 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/cluster_a2902493-3cca-cf27-8fff-5981a19406b4/data/data2/current/BP-937092708-172.17.0.3-1733401442398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:24:33,113 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:24:33,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a777c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:24:33,154 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@325a41a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:24:33,154 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:24:33,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43448ae9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:24:33,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@236363dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3cc45e-d14c-0779-9780-457d5d290f5b/hadoop.log.dir/,STOPPED} 2024-12-05T12:24:33,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:24:33,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:24:33,190 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:33,191 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:33,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:33,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:33,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:33,191 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:24:33,191 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=198481304, stopped=false 2024-12-05T12:24:33,191 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,44639,1733401439241 2024-12-05T12:24:33,195 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:24:33,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:33,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:33,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:33,196 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,36961,1733401439340' ***** 2024-12-05T12:24:33,196 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:24:33,196 INFO [RS:0;f4bc09594422:36961 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:24:33,196 INFO [RS:0;f4bc09594422:36961 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:24:33,196 INFO [RS:0;f4bc09594422:36961 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:24:33,196 INFO [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(3091): Received CLOSE for 603d5ba3c0908e84af5216725a639d56 2024-12-05T12:24:33,196 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:24:33,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36961-0x100aa64f33a0001, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-951006546/running 2024-12-05T12:24:33,196 INFO [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(3091): Received CLOSE for 9986aec2534f4eaff71de2dd8e2afab0 2024-12-05T12:24:33,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36961-0x100aa64f33a0001, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546 2024-12-05T12:24:33,196 INFO [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,36961,1733401439340 2024-12-05T12:24:33,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-951006546/running 2024-12-05T12:24:33,196 INFO [RS:0;f4bc09594422:36961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:24:33,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546 2024-12-05T12:24:33,197 INFO [RS:0;f4bc09594422:36961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:36961. 2024-12-05T12:24:33,197 DEBUG [RS:0;f4bc09594422:36961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:33,197 DEBUG [RS:0;f4bc09594422:36961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:33,197 INFO [RS:0;f4bc09594422:36961 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:24:33,197 INFO [RS:0;f4bc09594422:36961 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:24:33,197 INFO [RS:0;f4bc09594422:36961 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:24:33,197 INFO [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:24:33,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36961-0x100aa64f33a0001, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Set watcher on znode that does not yet exist, /0-951006546/running 2024-12-05T12:24:33,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Set watcher on znode that does not yet exist, /0-951006546/running 2024-12-05T12:24:33,202 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 603d5ba3c0908e84af5216725a639d56, disabling compactions & flushes 2024-12-05T12:24:33,202 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56. 2024-12-05T12:24:33,202 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56. 2024-12-05T12:24:33,202 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56. after waiting 0 ms 2024-12-05T12:24:33,202 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56. 2024-12-05T12:24:33,202 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 603d5ba3c0908e84af5216725a639d56 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-05T12:24:33,208 INFO [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:24:33,209 DEBUG [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(1325): Online Regions={603d5ba3c0908e84af5216725a639d56=hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56., 9986aec2534f4eaff71de2dd8e2afab0=test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:24:33,209 DEBUG [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 603d5ba3c0908e84af5216725a639d56, 9986aec2534f4eaff71de2dd8e2afab0 2024-12-05T12:24:33,215 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:24:33,221 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:24:33,221 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:24:33,221 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:24:33,221 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:24:33,221 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:24:33,221 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:24:33,263 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740/.tmp/info/5d2329d79ba24559b784f56ba46f0a2f is 147, key is hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56./info:regioninfo/1733401453225/Put/seqid=0 2024-12-05T12:24:33,266 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/replication/603d5ba3c0908e84af5216725a639d56/.tmp/queue/1efe3ccbe0d340ebaf72b1fe96d577ae is 154, key is 1-f4bc09594422,36961,1733401439340/queue:f4bc09594422%2C36961%2C1733401439340/1733401467220/Put/seqid=0 2024-12-05T12:24:33,276 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:24:33,276 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:24:33,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741840_1016 (size=7686) 2024-12-05T12:24:33,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741841_1017 (size=5353) 2024-12-05T12:24:33,287 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/replication/603d5ba3c0908e84af5216725a639d56/.tmp/queue/1efe3ccbe0d340ebaf72b1fe96d577ae 2024-12-05T12:24:33,308 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/replication/603d5ba3c0908e84af5216725a639d56/.tmp/queue/1efe3ccbe0d340ebaf72b1fe96d577ae as hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/replication/603d5ba3c0908e84af5216725a639d56/queue/1efe3ccbe0d340ebaf72b1fe96d577ae 2024-12-05T12:24:33,317 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/replication/603d5ba3c0908e84af5216725a639d56/queue/1efe3ccbe0d340ebaf72b1fe96d577ae, entries=1, sequenceid=14, filesize=5.2 K 2024-12-05T12:24:33,318 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 603d5ba3c0908e84af5216725a639d56 in 116ms, sequenceid=14, compaction requested=false 2024-12-05T12:24:33,366 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/replication/603d5ba3c0908e84af5216725a639d56/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-05T12:24:33,372 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:24:33,373 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:24:33,373 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56. 2024-12-05T12:24:33,373 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 603d5ba3c0908e84af5216725a639d56: Waiting for close lock at 1733401473198Running coprocessor pre-close hooks at 1733401473198Disabling compacts and flushes for region at 1733401473202 (+4 ms)Disabling writes for close at 1733401473202Obtaining lock to block concurrent updates at 1733401473202Preparing flush snapshotting stores in 603d5ba3c0908e84af5216725a639d56 at 1733401473202Finished memstore snapshotting hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733401473203 (+1 ms)Flushing stores of hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56. at 1733401473204 (+1 ms)Flushing 603d5ba3c0908e84af5216725a639d56/queue: creating writer at 1733401473204Flushing 603d5ba3c0908e84af5216725a639d56/queue: appending metadata at 1733401473265 (+61 ms)Flushing 603d5ba3c0908e84af5216725a639d56/queue: closing flushed file at 1733401473266 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3563a14b: reopening flushed file at 1733401473304 (+38 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 603d5ba3c0908e84af5216725a639d56 in 116ms, sequenceid=14, compaction requested=false at 1733401473318 (+14 ms)Writing region close event to WAL at 1733401473336 (+18 ms)Running coprocessor post-close hooks at 1733401473372 (+36 ms)Closed at 1733401473373 (+1 ms) 2024-12-05T12:24:33,373 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401452677.603d5ba3c0908e84af5216725a639d56. 2024-12-05T12:24:33,373 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9986aec2534f4eaff71de2dd8e2afab0, disabling compactions & flushes 2024-12-05T12:24:33,373 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0. 2024-12-05T12:24:33,373 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0. 2024-12-05T12:24:33,373 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0. after waiting 0 ms 2024-12-05T12:24:33,373 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0. 2024-12-05T12:24:33,373 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9986aec2534f4eaff71de2dd8e2afab0 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-05T12:24:33,412 DEBUG [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9986aec2534f4eaff71de2dd8e2afab0 2024-12-05T12:24:33,431 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/default/test/9986aec2534f4eaff71de2dd8e2afab0/.tmp/f/15e84ed8928b4a9089bc5e81e0473371 is 37, key is row3/f:row3/1733401465066/Put/seqid=0 2024-12-05T12:24:33,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741842_1018 (size=5228) 2024-12-05T12:24:33,492 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/default/test/9986aec2534f4eaff71de2dd8e2afab0/.tmp/f/15e84ed8928b4a9089bc5e81e0473371 2024-12-05T12:24:33,525 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15e84ed8928b4a9089bc5e81e0473371 2024-12-05T12:24:33,602 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/default/test/9986aec2534f4eaff71de2dd8e2afab0/.tmp/f1/20086ac13a27417d8737f5c2678267de is 30, key is row1/f1:/1733401462367/DeleteFamily/seqid=0 2024-12-05T12:24:33,614 DEBUG [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9986aec2534f4eaff71de2dd8e2afab0 2024-12-05T12:24:33,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741843_1019 (size=5158) 2024-12-05T12:24:33,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:33,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:33,686 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740/.tmp/info/5d2329d79ba24559b784f56ba46f0a2f 2024-12-05T12:24:33,738 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740/.tmp/ns/3b3df590b8f14ee59d88a2debde236f4 is 43, key is default/ns:d/1733401442223/Put/seqid=0 2024-12-05T12:24:33,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741844_1020 (size=5153) 2024-12-05T12:24:33,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:33,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:33,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:33,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:33,820 DEBUG [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9986aec2534f4eaff71de2dd8e2afab0 2024-12-05T12:24:33,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:33,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:33,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:33,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:33,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:33,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:33,892 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1483, reset compression=false 2024-12-05T12:24:33,910 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:33,910 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1730, reset compression=false 2024-12-05T12:24:33,910 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.shipperf4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,36961,1733401439340 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516, lastWalPosition=1730, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:33,912 ERROR [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.shipperf4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f4bc09594422,36961,1733401439340: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f4bc09594422,36961,1733401439340, walGroup=f4bc09594422%2C36961%2C1733401439340, offset=f4bc09594422%2C36961%2C1733401439340.1733401441516:1730, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:36961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T12:24:33,913 ERROR [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.shipperf4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T12:24:33,913 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.shipperf4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T12:24:33,914 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.shipperf4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T12:24:33,914 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.shipperf4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T12:24:33,914 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.shipperf4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T12:24:33,914 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.shipperf4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1115684864, "init": 1048576000, "max": 2306867200, "used": 718972088 }, "NonHeapMemoryUsage": { "committed": 202768384, "init": 7667712, "max": -1, "used": 199714624 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T12:24:33,914 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.shipperf4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:44639 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:44639 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T12:24:34,032 DEBUG [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9986aec2534f4eaff71de2dd8e2afab0 2024-12-05T12:24:34,057 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/default/test/9986aec2534f4eaff71de2dd8e2afab0/.tmp/f1/20086ac13a27417d8737f5c2678267de 2024-12-05T12:24:34,062 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20086ac13a27417d8737f5c2678267de 2024-12-05T12:24:34,099 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/default/test/9986aec2534f4eaff71de2dd8e2afab0/.tmp/norep/2dd110faa752444f8d96bea0ec954721 is 32, key is row/norep:/1733401461358/DeleteFamily/seqid=0 2024-12-05T12:24:34,152 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1730, reset compression=false 2024-12-05T12:24:34,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741845_1021 (size=5101) 2024-12-05T12:24:34,160 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/default/test/9986aec2534f4eaff71de2dd8e2afab0/.tmp/norep/2dd110faa752444f8d96bea0ec954721 2024-12-05T12:24:34,166 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2dd110faa752444f8d96bea0ec954721 2024-12-05T12:24:34,167 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/default/test/9986aec2534f4eaff71de2dd8e2afab0/.tmp/f/15e84ed8928b4a9089bc5e81e0473371 as hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/default/test/9986aec2534f4eaff71de2dd8e2afab0/f/15e84ed8928b4a9089bc5e81e0473371 2024-12-05T12:24:34,173 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15e84ed8928b4a9089bc5e81e0473371 2024-12-05T12:24:34,173 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/default/test/9986aec2534f4eaff71de2dd8e2afab0/f/15e84ed8928b4a9089bc5e81e0473371, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T12:24:34,174 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/default/test/9986aec2534f4eaff71de2dd8e2afab0/.tmp/f1/20086ac13a27417d8737f5c2678267de as hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/default/test/9986aec2534f4eaff71de2dd8e2afab0/f1/20086ac13a27417d8737f5c2678267de 2024-12-05T12:24:34,179 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20086ac13a27417d8737f5c2678267de 2024-12-05T12:24:34,182 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/default/test/9986aec2534f4eaff71de2dd8e2afab0/f1/20086ac13a27417d8737f5c2678267de, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T12:24:34,195 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/default/test/9986aec2534f4eaff71de2dd8e2afab0/.tmp/norep/2dd110faa752444f8d96bea0ec954721 as hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/default/test/9986aec2534f4eaff71de2dd8e2afab0/norep/2dd110faa752444f8d96bea0ec954721 2024-12-05T12:24:34,205 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740/.tmp/ns/3b3df590b8f14ee59d88a2debde236f4 2024-12-05T12:24:34,210 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2dd110faa752444f8d96bea0ec954721 2024-12-05T12:24:34,210 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/default/test/9986aec2534f4eaff71de2dd8e2afab0/norep/2dd110faa752444f8d96bea0ec954721, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T12:24:34,217 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9986aec2534f4eaff71de2dd8e2afab0 in 844ms, sequenceid=12, compaction requested=false 2024-12-05T12:24:34,217 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T12:24:34,234 INFO [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:24:34,234 DEBUG [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(1325): Online Regions={9986aec2534f4eaff71de2dd8e2afab0=test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:24:34,234 DEBUG [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9986aec2534f4eaff71de2dd8e2afab0 2024-12-05T12:24:34,263 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740/.tmp/rep_barrier/337f292f836f40bea7b0dfd3d506a678 is 112, key is test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0./rep_barrier:seqnumDuringOpen/1733401451069/Put/seqid=0 2024-12-05T12:24:34,275 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/default/test/9986aec2534f4eaff71de2dd8e2afab0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T12:24:34,275 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:24:34,275 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:24:34,275 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0. 2024-12-05T12:24:34,275 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9986aec2534f4eaff71de2dd8e2afab0: Waiting for close lock at 1733401473373Running coprocessor pre-close hooks at 1733401473373Disabling compacts and flushes for region at 1733401473373Disabling writes for close at 1733401473373Obtaining lock to block concurrent updates at 1733401473373Preparing flush snapshotting stores in 9986aec2534f4eaff71de2dd8e2afab0 at 1733401473373Finished memstore snapshotting test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733401473374 (+1 ms)Flushing stores of test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0. at 1733401473380 (+6 ms)Flushing 9986aec2534f4eaff71de2dd8e2afab0/f: creating writer at 1733401473380Flushing 9986aec2534f4eaff71de2dd8e2afab0/f: appending metadata at 1733401473430 (+50 ms)Flushing 9986aec2534f4eaff71de2dd8e2afab0/f: closing flushed file at 1733401473430Flushing 9986aec2534f4eaff71de2dd8e2afab0/f1: creating writer at 1733401473525 (+95 ms)Flushing 9986aec2534f4eaff71de2dd8e2afab0/f1: appending metadata at 1733401473602 (+77 ms)Flushing 9986aec2534f4eaff71de2dd8e2afab0/f1: closing flushed file at 1733401473602Flushing 9986aec2534f4eaff71de2dd8e2afab0/norep: creating writer at 1733401474062 (+460 ms)Flushing 9986aec2534f4eaff71de2dd8e2afab0/norep: appending metadata at 1733401474098 (+36 ms)Flushing 9986aec2534f4eaff71de2dd8e2afab0/norep: closing flushed file at 1733401474098Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fff0910: reopening flushed file at 1733401474166 (+68 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4402bc12: reopening flushed file at 1733401474173 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276254d7: reopening flushed file at 1733401474182 (+9 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9986aec2534f4eaff71de2dd8e2afab0 in 844ms, sequenceid=12, compaction requested=false at 1733401474217 (+35 ms)Writing region close event to WAL at 1733401474251 (+34 ms)Running coprocessor post-close hooks at 1733401474275 (+24 ms)Closed at 1733401474275 2024-12-05T12:24:34,276 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401450203.9986aec2534f4eaff71de2dd8e2afab0. 2024-12-05T12:24:34,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741846_1022 (size=5518) 2024-12-05T12:24:34,293 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740/.tmp/rep_barrier/337f292f836f40bea7b0dfd3d506a678 2024-12-05T12:24:34,320 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740/.tmp/table/465c071af3a34f3e959eba887a83b449 is 53, key is hbase:replication/table:state/1733401453247/Put/seqid=0 2024-12-05T12:24:34,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741847_1023 (size=5308) 2024-12-05T12:24:34,418 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:24:34,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:34,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:34,435 DEBUG [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:24:34,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:34,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:34,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:34,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:34,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:34,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:34,484 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 1730, reset compression=false 2024-12-05T12:24:34,505 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:34,505 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 2374, reset compression=false 2024-12-05T12:24:34,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:34,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:34,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:34,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:34,635 DEBUG [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:24:34,744 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 2374, reset compression=false 2024-12-05T12:24:34,773 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740/.tmp/table/465c071af3a34f3e959eba887a83b449 2024-12-05T12:24:34,793 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740/.tmp/info/5d2329d79ba24559b784f56ba46f0a2f as hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740/info/5d2329d79ba24559b784f56ba46f0a2f 2024-12-05T12:24:34,801 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740/info/5d2329d79ba24559b784f56ba46f0a2f, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:24:34,802 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740/.tmp/ns/3b3df590b8f14ee59d88a2debde236f4 as hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740/ns/3b3df590b8f14ee59d88a2debde236f4 2024-12-05T12:24:34,814 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740/ns/3b3df590b8f14ee59d88a2debde236f4, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:24:34,816 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740/.tmp/rep_barrier/337f292f836f40bea7b0dfd3d506a678 as hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740/rep_barrier/337f292f836f40bea7b0dfd3d506a678 2024-12-05T12:24:34,830 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740/rep_barrier/337f292f836f40bea7b0dfd3d506a678, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:24:34,833 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740/.tmp/table/465c071af3a34f3e959eba887a83b449 as hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740/table/465c071af3a34f3e959eba887a83b449 2024-12-05T12:24:34,840 DEBUG [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:24:34,858 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740/table/465c071af3a34f3e959eba887a83b449, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:24:34,859 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1638ms, sequenceid=16, compaction requested=false 2024-12-05T12:24:34,859 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:24:34,915 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:24:34,921 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:24:34,921 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:24:34,921 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:34,921 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401473220Running coprocessor pre-close hooks at 1733401473220Disabling compacts and flushes for region at 1733401473220Disabling writes for close at 1733401473221 (+1 ms)Obtaining lock to block concurrent updates at 1733401473221Preparing flush snapshotting stores in 1588230740 at 1733401473221Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401473221Flushing stores of hbase:meta,,1.1588230740 at 1733401473223 (+2 ms)Flushing 1588230740/info: creating writer at 1733401473223Flushing 1588230740/info: appending metadata at 1733401473263 (+40 ms)Flushing 1588230740/info: closing flushed file at 1733401473263Flushing 1588230740/ns: creating writer at 1733401473692 (+429 ms)Flushing 1588230740/ns: appending metadata at 1733401473737 (+45 ms)Flushing 1588230740/ns: closing flushed file at 1733401473737Flushing 1588230740/rep_barrier: creating writer at 1733401474224 (+487 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401474263 (+39 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401474263Flushing 1588230740/table: creating writer at 1733401474298 (+35 ms)Flushing 1588230740/table: appending metadata at 1733401474319 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733401474320 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44e5fb1f: reopening flushed file at 1733401474791 (+471 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@528ed0fd: reopening flushed file at 1733401474801 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aa859: reopening flushed file at 1733401474814 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276e65c: reopening flushed file at 1733401474830 (+16 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1638ms, sequenceid=16, compaction requested=false at 1733401474859 (+29 ms)Writing region close event to WAL at 1733401474896 (+37 ms)Running coprocessor post-close hooks at 1733401474921 (+25 ms)Closed at 1733401474921 2024-12-05T12:24:34,921 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:35,037 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:44639 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-05T12:24:35,040 INFO [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,36961,1733401439340; all regions closed. 2024-12-05T12:24:35,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741834_1010 (size=4239) 2024-12-05T12:24:35,083 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/WALs/f4bc09594422,36961,1733401439340/f4bc09594422%2C36961%2C1733401439340.1733401441516 to pos 2374, reset compression=false 2024-12-05T12:24:35,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741839_1015 (size=3552) 2024-12-05T12:24:35,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741832_1008 (size=2382) 2024-12-05T12:24:35,181 DEBUG [RS:0;f4bc09594422:36961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:35,181 INFO [RS:0;f4bc09594422:36961 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:24:35,182 INFO [RS:0;f4bc09594422:36961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:24:35,182 INFO [RS:0;f4bc09594422:36961 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:24:35,182 INFO [RS:0;f4bc09594422:36961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:24:35,182 INFO [RS:0;f4bc09594422:36961 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f4bc09594422,36961,1733401439340 because: Region server is closing 2024-12-05T12:24:35,182 INFO [RS:0;f4bc09594422:36961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:36961. 2024-12-05T12:24:35,182 DEBUG [RS:0;f4bc09594422:36961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:35,183 DEBUG [RS:0;f4bc09594422:36961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:35,183 DEBUG [RS:0;f4bc09594422:36961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:35,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:35,183 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:24:35,283 INFO [RS:0;f4bc09594422:36961 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.shipperf4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 terminated 2024-12-05T12:24:35,283 INFO [RS:0;f4bc09594422:36961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:36961. 2024-12-05T12:24:35,283 DEBUG [RS:0;f4bc09594422:36961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:35,283 DEBUG [RS:0;f4bc09594422:36961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:35,284 DEBUG [RS:0;f4bc09594422:36961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:35,284 INFO [RS:0;f4bc09594422:36961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36961 2024-12-05T12:24:35,284 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36961,1733401439340.replicationSource.wal-reader.f4bc09594422%2C36961%2C1733401439340,1-f4bc09594422,36961,1733401439340 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:24:35,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:35,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546/rs 2024-12-05T12:24:35,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36961-0x100aa64f33a0001, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-951006546/rs/f4bc09594422,36961,1733401439340 2024-12-05T12:24:35,294 INFO [RS:0;f4bc09594422:36961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:24:35,303 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,36961,1733401439340] 2024-12-05T12:24:35,304 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-951006546/draining/f4bc09594422,36961,1733401439340 already deleted, retry=false 2024-12-05T12:24:35,305 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,36961,1733401439340 expired; onlineServers=0 2024-12-05T12:24:35,305 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,44639,1733401439241' ***** 2024-12-05T12:24:35,305 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:24:35,305 INFO [M:0;f4bc09594422:44639 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:24:35,305 INFO [M:0;f4bc09594422:44639 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:24:35,305 DEBUG [M:0;f4bc09594422:44639 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:24:35,305 DEBUG [M:0;f4bc09594422:44639 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:24:35,305 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401441144 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401441144,5,FailOnTimeoutGroup] 2024-12-05T12:24:35,305 INFO [M:0;f4bc09594422:44639 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:24:35,305 INFO [M:0;f4bc09594422:44639 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:24:35,305 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:24:35,305 DEBUG [M:0;f4bc09594422:44639 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:24:35,305 INFO [M:0;f4bc09594422:44639 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:24:35,305 INFO [M:0;f4bc09594422:44639 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:24:35,306 INFO [M:0;f4bc09594422:44639 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:24:35,306 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:24:35,306 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401441128 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401441128,5,FailOnTimeoutGroup] 2024-12-05T12:24:35,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-951006546/master 2024-12-05T12:24:35,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-951006546 2024-12-05T12:24:35,312 DEBUG [M:0;f4bc09594422:44639 {}] zookeeper.RecoverableZooKeeper(212): Node /0-951006546/master already deleted, retry=false 2024-12-05T12:24:35,312 DEBUG [M:0;f4bc09594422:44639 {}] master.ActiveMasterManager(353): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-951006546/master 2024-12-05T12:24:35,312 INFO [M:0;f4bc09594422:44639 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/.lastflushedseqids 2024-12-05T12:24:35,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741848_1024 (size=245) 2024-12-05T12:24:35,372 INFO [M:0;f4bc09594422:44639 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:24:35,373 INFO [M:0;f4bc09594422:44639 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:24:35,373 DEBUG [M:0;f4bc09594422:44639 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:24:35,373 INFO [M:0;f4bc09594422:44639 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:35,373 DEBUG [M:0;f4bc09594422:44639 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:35,373 DEBUG [M:0;f4bc09594422:44639 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:24:35,373 DEBUG [M:0;f4bc09594422:44639 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:35,373 INFO [M:0;f4bc09594422:44639 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-05T12:24:35,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36961-0x100aa64f33a0001, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:35,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36961-0x100aa64f33a0001, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:35,400 INFO [RS:0;f4bc09594422:36961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:24:35,400 INFO [RS:0;f4bc09594422:36961 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,36961,1733401439340; zookeeper connection closed. 2024-12-05T12:24:35,401 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61e8846c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61e8846c 2024-12-05T12:24:35,403 DEBUG [M:0;f4bc09594422:44639 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab3c75e23e034e31a9a6a8b98e499d57 is 82, key is hbase:meta,,1/info:regioninfo/1733401442199/Put/seqid=0 2024-12-05T12:24:35,404 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:24:35,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741849_1025 (size=5672) 2024-12-05T12:24:35,863 INFO [M:0;f4bc09594422:44639 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab3c75e23e034e31a9a6a8b98e499d57 2024-12-05T12:24:35,898 DEBUG [M:0;f4bc09594422:44639 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/217873692f3848a4b37fa76126b89dcb is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733401451091/Put/seqid=0 2024-12-05T12:24:35,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741850_1026 (size=7219) 2024-12-05T12:24:35,914 INFO [M:0;f4bc09594422:44639 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/217873692f3848a4b37fa76126b89dcb 2024-12-05T12:24:35,923 INFO [M:0;f4bc09594422:44639 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 217873692f3848a4b37fa76126b89dcb 2024-12-05T12:24:35,947 DEBUG [M:0;f4bc09594422:44639 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2789d56b7f6a4f39b86cb431e44118ad is 69, key is f4bc09594422,36961,1733401439340/rs:state/1733401441173/Put/seqid=0 2024-12-05T12:24:35,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741851_1027 (size=5156) 2024-12-05T12:24:35,998 INFO [M:0;f4bc09594422:44639 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2789d56b7f6a4f39b86cb431e44118ad 2024-12-05T12:24:36,032 DEBUG [M:0;f4bc09594422:44639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab3c75e23e034e31a9a6a8b98e499d57 as hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab3c75e23e034e31a9a6a8b98e499d57 2024-12-05T12:24:36,065 INFO [M:0;f4bc09594422:44639 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab3c75e23e034e31a9a6a8b98e499d57, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T12:24:36,073 DEBUG [M:0;f4bc09594422:44639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/217873692f3848a4b37fa76126b89dcb as hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/217873692f3848a4b37fa76126b89dcb 2024-12-05T12:24:36,085 INFO [M:0;f4bc09594422:44639 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 217873692f3848a4b37fa76126b89dcb 2024-12-05T12:24:36,085 INFO [M:0;f4bc09594422:44639 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/217873692f3848a4b37fa76126b89dcb, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T12:24:36,086 DEBUG [M:0;f4bc09594422:44639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2789d56b7f6a4f39b86cb431e44118ad as hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2789d56b7f6a4f39b86cb431e44118ad 2024-12-05T12:24:36,090 INFO [M:0;f4bc09594422:44639 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/02c7cd9e-6efe-7828-ec62-895527c5c7af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2789d56b7f6a4f39b86cb431e44118ad, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T12:24:36,091 INFO [M:0;f4bc09594422:44639 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 718ms, sequenceid=105, compaction requested=false 2024-12-05T12:24:36,099 INFO [M:0;f4bc09594422:44639 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:36,100 DEBUG [M:0;f4bc09594422:44639 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401475373Disabling compacts and flushes for region at 1733401475373Disabling writes for close at 1733401475373Obtaining lock to block concurrent updates at 1733401475373Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401475373Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733401475374 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401475376 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401475376Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401475402 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401475402Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401475867 (+465 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401475897 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401475897Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401475923 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401475946 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401475946Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34321e76: reopening flushed file at 1733401476026 (+80 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34fc2011: reopening flushed file at 1733401476066 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38bd7178: reopening flushed file at 1733401476085 (+19 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 718ms, sequenceid=105, compaction requested=false at 1733401476091 (+6 ms)Writing region close event to WAL at 1733401476099 (+8 ms)Closed at 1733401476099 2024-12-05T12:24:36,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741830_1006 (size=64435) 2024-12-05T12:24:36,108 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:24:36,108 INFO [M:0;f4bc09594422:44639 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:24:36,109 INFO [M:0;f4bc09594422:44639 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44639 2024-12-05T12:24:36,109 INFO [M:0;f4bc09594422:44639 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:24:36,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:36,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44639-0x100aa64f33a0000, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:24:36,212 INFO [M:0;f4bc09594422:44639 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:24:36,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dafd2a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:24:36,238 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6966c936{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:24:36,238 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:24:36,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22621d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:24:36,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15f66f65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/hadoop.log.dir/,STOPPED} 2024-12-05T12:24:36,241 WARN [BP-1103331955-172.17.0.3-1733401438391 heartbeating to localhost/127.0.0.1:34481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:24:36,241 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:24:36,241 WARN [BP-1103331955-172.17.0.3-1733401438391 heartbeating to localhost/127.0.0.1:34481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1103331955-172.17.0.3-1733401438391 (Datanode Uuid 768f540a-5ca1-4eee-9b68-ca69455e6b3f) service to localhost/127.0.0.1:34481 2024-12-05T12:24:36,241 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:24:36,241 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/cluster_ea90b17d-5bb4-34b2-a4b0-431adfde71a8/data/data1/current/BP-1103331955-172.17.0.3-1733401438391 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:24:36,242 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:24:36,244 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/cluster_ea90b17d-5bb4-34b2-a4b0-431adfde71a8/data/data2/current/BP-1103331955-172.17.0.3-1733401438391 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:24:36,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3460f664{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:24:36,255 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20b9623b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:24:36,255 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:24:36,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72ec0896{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:24:36,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a68e2ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62be6dc2-c7f8-2c1d-7e5d-6292d77f5b04/hadoop.log.dir/,STOPPED} 2024-12-05T12:24:36,270 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T12:24:36,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:24:36,310 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 269) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:42949 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:45011 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60517) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60517) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:42949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45011 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60517) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:34481 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:45011 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:42949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:42949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:45011 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:34481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:45011 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:34481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:34481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 668) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1028 (was 996) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3965 (was 2849) - AvailableMemoryMB LEAK? - 2024-12-05T12:24:36,339 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=1028, ProcessCount=11, AvailableMemoryMB=3964 2024-12-05T12:24:36,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100aa64f33a0002, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:24:36,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100aa64f33a0002, quorum=127.0.0.1:60517, baseZNode=/0-951006546 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:24:36,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100aa64f33a0005, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:24:36,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100aa64f33a0005, quorum=127.0.0.1:60517, baseZNode=/11778111477 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:24:36,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100aa64f33a0008, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:24:36,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100aa64f33a0008, quorum=127.0.0.1:60517, baseZNode=/2598349322 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:24:36,382 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-05T12:24:36,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/hadoop.log.dir so I do NOT create it in target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237 2024-12-05T12:24:36,383 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:24:36,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/hadoop.tmp.dir so I do NOT create it in target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237 2024-12-05T12:24:36,383 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c4a9f56-51c2-cbe4-e738-28673e7b8063/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:24:36,383 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237 2024-12-05T12:24:36,383 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/cluster_b161df09-2399-19bc-8491-f8630f3b7e62, deleteOnExit=true 2024-12-05T12:24:36,396 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/cluster_b161df09-2399-19bc-8491-f8630f3b7e62/zookeeper_0, clientPort=60510, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/cluster_b161df09-2399-19bc-8491-f8630f3b7e62/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/cluster_b161df09-2399-19bc-8491-f8630f3b7e62/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:24:36,397 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60510 2024-12-05T12:24:36,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:24:36,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:24:36,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/test.cache.data in system properties and HBase conf 2024-12-05T12:24:36,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:24:36,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:24:36,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:24:36,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:24:36,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:24:36,398 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:24:36,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:24:36,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:24:36,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:24:36,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:24:36,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:24:36,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:24:36,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:24:36,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:24:36,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:24:36,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:24:36,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:24:36,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:24:36,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:24:36,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:24:36,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:36,524 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:24:36,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:24:36,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:24:36,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:24:36,571 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:36,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4daa617e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:24:36,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@735f0a7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:24:36,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51bec1bc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/java.io.tmpdir/jetty-localhost-43615-hadoop-hdfs-3_4_1-tests_jar-_-any-5020789312691967938/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:24:36,745 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9ac749a{HTTP/1.1, (http/1.1)}{localhost:43615} 2024-12-05T12:24:36,745 INFO [Time-limited test {}] server.Server(415): Started @236601ms 2024-12-05T12:24:36,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:36,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:24:36,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:24:36,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:24:36,989 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:24:36,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78e53fc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:24:36,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d6f2543{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:24:37,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f4cd615{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/java.io.tmpdir/jetty-localhost-44029-hadoop-hdfs-3_4_1-tests_jar-_-any-9792966689988085428/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:24:37,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57a46d71{HTTP/1.1, (http/1.1)}{localhost:44029} 2024-12-05T12:24:37,137 INFO [Time-limited test {}] server.Server(415): Started @236993ms 2024-12-05T12:24:37,140 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:24:37,364 WARN [Thread-3414 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/cluster_b161df09-2399-19bc-8491-f8630f3b7e62/data/data1/current/BP-836968277-172.17.0.3-1733401476420/current, will proceed with Du for space computation calculation, 2024-12-05T12:24:37,370 WARN [Thread-3415 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/cluster_b161df09-2399-19bc-8491-f8630f3b7e62/data/data2/current/BP-836968277-172.17.0.3-1733401476420/current, will proceed with Du for space computation calculation, 2024-12-05T12:24:37,426 WARN [Thread-3402 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:24:37,433 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2c9eb4340bf87f3 with lease ID 0x21900d9234f09b46: Processing first storage report for DS-63e540a3-f914-46dc-86b7-3653b2798d40 from datanode DatanodeRegistration(127.0.0.1:43397, datanodeUuid=175acb7c-1533-47d8-add9-dd4fb8fa643e, infoPort=39703, infoSecurePort=0, ipcPort=41669, storageInfo=lv=-57;cid=testClusterID;nsid=1288767242;c=1733401476420) 2024-12-05T12:24:37,434 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2c9eb4340bf87f3 with lease ID 0x21900d9234f09b46: from storage DS-63e540a3-f914-46dc-86b7-3653b2798d40 node DatanodeRegistration(127.0.0.1:43397, datanodeUuid=175acb7c-1533-47d8-add9-dd4fb8fa643e, infoPort=39703, infoSecurePort=0, ipcPort=41669, storageInfo=lv=-57;cid=testClusterID;nsid=1288767242;c=1733401476420), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:24:37,434 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2c9eb4340bf87f3 with lease ID 0x21900d9234f09b46: Processing first storage report for DS-7b6a5333-9a85-4daf-bcac-a5979705cc68 from datanode DatanodeRegistration(127.0.0.1:43397, datanodeUuid=175acb7c-1533-47d8-add9-dd4fb8fa643e, infoPort=39703, infoSecurePort=0, ipcPort=41669, storageInfo=lv=-57;cid=testClusterID;nsid=1288767242;c=1733401476420) 2024-12-05T12:24:37,434 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2c9eb4340bf87f3 with lease ID 0x21900d9234f09b46: from storage DS-7b6a5333-9a85-4daf-bcac-a5979705cc68 node DatanodeRegistration(127.0.0.1:43397, datanodeUuid=175acb7c-1533-47d8-add9-dd4fb8fa643e, infoPort=39703, infoSecurePort=0, ipcPort=41669, storageInfo=lv=-57;cid=testClusterID;nsid=1288767242;c=1733401476420), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:24:37,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:24:37,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T12:24:37,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T12:24:37,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:24:37,483 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237 2024-12-05T12:24:37,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:37,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:37,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:24:37,894 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315 with version=8 2024-12-05T12:24:37,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/hbase-staging 2024-12-05T12:24:37,897 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:24:37,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:37,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:37,897 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:24:37,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:37,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:24:37,897 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:24:37,897 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:24:37,898 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35005 2024-12-05T12:24:37,899 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35005 connecting to ZooKeeper ensemble=127.0.0.1:60510 2024-12-05T12:24:37,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350050x0, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:37,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35005-0x100aa6587c10000 connected 2024-12-05T12:24:37,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:37,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:37,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Set watcher on znode that does not yet exist, /0-1793542612/running 2024-12-05T12:24:37,956 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315, hbase.cluster.distributed=false 2024-12-05T12:24:37,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Set watcher on znode that does not yet exist, /0-1793542612/acl 2024-12-05T12:24:37,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35005 2024-12-05T12:24:37,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35005 2024-12-05T12:24:37,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35005 2024-12-05T12:24:37,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35005 2024-12-05T12:24:37,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35005 2024-12-05T12:24:38,028 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:24:38,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:38,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:38,028 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:24:38,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:38,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:24:38,028 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:24:38,028 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:24:38,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43965 2024-12-05T12:24:38,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43965 connecting to ZooKeeper ensemble=127.0.0.1:60510 2024-12-05T12:24:38,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:38,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:38,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439650x0, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:38,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439650x0, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Set watcher on znode that does not yet exist, /0-1793542612/running 2024-12-05T12:24:38,079 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:24:38,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43965-0x100aa6587c10001 connected 2024-12-05T12:24:38,084 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:24:38,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43965-0x100aa6587c10001, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Set watcher on znode that does not yet exist, /0-1793542612/master 2024-12-05T12:24:38,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43965-0x100aa6587c10001, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Set watcher on znode that does not yet exist, /0-1793542612/acl 2024-12-05T12:24:38,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43965 2024-12-05T12:24:38,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43965 2024-12-05T12:24:38,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43965 2024-12-05T12:24:38,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43965 2024-12-05T12:24:38,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43965 2024-12-05T12:24:38,151 DEBUG [M:0;f4bc09594422:35005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:35005 2024-12-05T12:24:38,153 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1793542612/backup-masters/f4bc09594422,35005,1733401477897 2024-12-05T12:24:38,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612/backup-masters 2024-12-05T12:24:38,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100aa6587c10001, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612/backup-masters 2024-12-05T12:24:38,155 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Set watcher on existing znode=/0-1793542612/backup-masters/f4bc09594422,35005,1733401477897 2024-12-05T12:24:38,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612 2024-12-05T12:24:38,158 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Set watcher on existing znode=/0-1793542612/master 2024-12-05T12:24:38,158 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1793542612/backup-masters/f4bc09594422,35005,1733401477897 from backup master directory 2024-12-05T12:24:38,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100aa6587c10001, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1793542612/master 2024-12-05T12:24:38,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100aa6587c10001, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612 2024-12-05T12:24:38,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100aa6587c10001, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612/backup-masters 2024-12-05T12:24:38,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1793542612/backup-masters/f4bc09594422,35005,1733401477897 2024-12-05T12:24:38,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612/backup-masters 2024-12-05T12:24:38,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): regionserver:43965-0x100aa6587c10001, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Unable to get data of znode /0-1793542612/backup-masters/f4bc09594422,35005,1733401477897 because node does not exist (not an error) 2024-12-05T12:24:38,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Unable to get data of znode /0-1793542612/backup-masters/f4bc09594422,35005,1733401477897 because node does not exist (not an error) 2024-12-05T12:24:38,168 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:24:38,168 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,35005,1733401477897 2024-12-05T12:24:38,180 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/hbase.id] with ID: 46dca2ed-093f-42f8-9778-e484e0f6d9a1 2024-12-05T12:24:38,180 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/.tmp/hbase.id 2024-12-05T12:24:38,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:24:38,246 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/.tmp/hbase.id]:[hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/hbase.id] 2024-12-05T12:24:38,284 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:38,284 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:24:38,285 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:24:38,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100aa6587c10001, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612 2024-12-05T12:24:38,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612 2024-12-05T12:24:38,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:24:38,312 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:38,313 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:24:38,320 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:38,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:24:38,361 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/data/master/store 2024-12-05T12:24:38,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:24:38,437 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:38,437 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:24:38,437 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:38,437 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:38,437 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:24:38,437 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:38,437 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:38,437 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401478437Disabling compacts and flushes for region at 1733401478437Disabling writes for close at 1733401478437Writing region close event to WAL at 1733401478437Closed at 1733401478437 2024-12-05T12:24:38,440 WARN [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/data/master/store/.initializing 2024-12-05T12:24:38,441 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/WALs/f4bc09594422,35005,1733401477897 2024-12-05T12:24:38,442 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:24:38,453 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C35005%2C1733401477897, suffix=, logDir=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/WALs/f4bc09594422,35005,1733401477897, archiveDir=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/oldWALs, maxLogs=10 2024-12-05T12:24:38,474 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/WALs/f4bc09594422,35005,1733401477897/f4bc09594422%2C35005%2C1733401477897.1733401478453, exclude list is [], retry=0 2024-12-05T12:24:38,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43397,DS-63e540a3-f914-46dc-86b7-3653b2798d40,DISK] 2024-12-05T12:24:38,519 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/WALs/f4bc09594422,35005,1733401477897/f4bc09594422%2C35005%2C1733401477897.1733401478453 2024-12-05T12:24:38,527 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39703:39703)] 2024-12-05T12:24:38,527 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:38,527 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:38,527 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:38,527 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:38,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:38,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:24:38,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:38,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:38,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:38,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:24:38,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:38,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:38,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:38,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:24:38,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:38,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:38,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:38,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:24:38,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:38,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:38,584 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:38,588 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:38,592 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:38,601 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:38,601 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:38,601 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:38,602 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:38,610 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:38,610 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64868185, jitterRate=-0.03338871896266937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:38,611 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401478527Initializing all the Stores at 1733401478532 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401478532Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401478540 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401478540Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401478540Cleaning up temporary data from old regions at 1733401478601 (+61 ms)Region opened successfully at 1733401478611 (+10 ms) 2024-12-05T12:24:38,617 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:24:38,626 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c29b6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:24:38,628 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:24:38,629 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:24:38,629 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:24:38,629 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:24:38,631 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T12:24:38,631 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:24:38,631 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:24:38,656 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:24:38,659 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Unable to get data of znode /0-1793542612/balancer because node does not exist (not necessarily an error) 2024-12-05T12:24:38,664 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1793542612/balancer already deleted, retry=false 2024-12-05T12:24:38,664 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:24:38,665 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Unable to get data of znode /0-1793542612/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:24:38,669 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1793542612/normalizer already deleted, retry=false 2024-12-05T12:24:38,670 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:24:38,696 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Unable to get data of znode /0-1793542612/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:24:38,697 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1793542612/switch/split already deleted, retry=false 2024-12-05T12:24:38,698 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Unable to get data of znode /0-1793542612/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:24:38,699 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1793542612/switch/merge already deleted, retry=false 2024-12-05T12:24:38,701 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Unable to get data of znode /0-1793542612/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:24:38,702 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1793542612/snapshot-cleanup already deleted, retry=false 2024-12-05T12:24:38,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100aa6587c10001, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1793542612/running 2024-12-05T12:24:38,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100aa6587c10001, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612 2024-12-05T12:24:38,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1793542612/running 2024-12-05T12:24:38,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612 2024-12-05T12:24:38,706 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,35005,1733401477897, sessionid=0x100aa6587c10000, setting cluster-up flag (Was=false) 2024-12-05T12:24:38,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612 2024-12-05T12:24:38,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100aa6587c10001, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612 2024-12-05T12:24:38,718 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1793542612/flush-table-proc/acquired, /0-1793542612/flush-table-proc/reached, /0-1793542612/flush-table-proc/abort 2024-12-05T12:24:38,718 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,35005,1733401477897 2024-12-05T12:24:38,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100aa6587c10001, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612 2024-12-05T12:24:38,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612 2024-12-05T12:24:38,728 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1793542612/online-snapshot/acquired, /0-1793542612/online-snapshot/reached, /0-1793542612/online-snapshot/abort 2024-12-05T12:24:38,731 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,35005,1733401477897 2024-12-05T12:24:38,756 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:24:38,768 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:38,768 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:24:38,769 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:24:38,769 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,35005,1733401477897 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:24:38,777 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:38,778 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:38,778 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:38,778 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:38,778 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:24:38,778 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:38,778 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:24:38,778 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:38,798 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:38,800 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:24:38,801 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:38,801 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:24:38,874 INFO [RS:0;f4bc09594422:43965 {}] regionserver.HRegionServer(746): ClusterId : 46dca2ed-093f-42f8-9778-e484e0f6d9a1 2024-12-05T12:24:38,874 DEBUG [RS:0;f4bc09594422:43965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:24:38,877 DEBUG [RS:0;f4bc09594422:43965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:24:38,877 DEBUG [RS:0;f4bc09594422:43965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:24:38,880 DEBUG [RS:0;f4bc09594422:43965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:24:38,880 DEBUG [RS:0;f4bc09594422:43965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c823dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:24:38,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:24:38,928 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401508928 2024-12-05T12:24:38,929 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:24:38,929 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:24:38,929 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:24:38,929 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:24:38,929 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:24:38,929 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:24:38,933 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:24:38,933 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315 2024-12-05T12:24:38,937 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:38,941 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:24:38,941 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:24:38,941 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:24:38,941 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:24:38,942 DEBUG [RS:0;f4bc09594422:43965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:43965 2024-12-05T12:24:38,943 INFO [RS:0;f4bc09594422:43965 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:24:38,943 INFO [RS:0;f4bc09594422:43965 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:24:38,943 DEBUG [RS:0;f4bc09594422:43965 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:24:38,952 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:24:38,952 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:24:38,955 INFO [RS:0;f4bc09594422:43965 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,35005,1733401477897 with port=43965, startcode=1733401478026 2024-12-05T12:24:38,955 DEBUG [RS:0;f4bc09594422:43965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:24:38,957 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401478952,5,FailOnTimeoutGroup] 2024-12-05T12:24:38,965 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401478957,5,FailOnTimeoutGroup] 2024-12-05T12:24:38,965 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:38,965 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:24:38,965 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:38,965 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:38,968 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:24:38,968 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,43965,1733401478026 2024-12-05T12:24:38,968 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35005 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,43965,1733401478026 2024-12-05T12:24:38,973 DEBUG [RS:0;f4bc09594422:43965 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315 2024-12-05T12:24:38,973 DEBUG [RS:0;f4bc09594422:43965 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44435 2024-12-05T12:24:38,973 DEBUG [RS:0;f4bc09594422:43965 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:24:38,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612/rs 2024-12-05T12:24:38,980 DEBUG [RS:0;f4bc09594422:43965 {}] zookeeper.ZKUtil(111): regionserver:43965-0x100aa6587c10001, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Set watcher on existing znode=/0-1793542612/rs/f4bc09594422,43965,1733401478026 2024-12-05T12:24:38,980 WARN [RS:0;f4bc09594422:43965 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:24:38,980 INFO [RS:0;f4bc09594422:43965 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:38,981 DEBUG [RS:0;f4bc09594422:43965 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026 2024-12-05T12:24:38,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741832_1008 (size=32) 2024-12-05T12:24:38,991 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,43965,1733401478026] 2024-12-05T12:24:39,008 INFO [RS:0;f4bc09594422:43965 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:24:39,016 INFO [RS:0;f4bc09594422:43965 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:24:39,023 INFO [RS:0;f4bc09594422:43965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:24:39,023 INFO [RS:0;f4bc09594422:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:39,024 INFO [RS:0;f4bc09594422:43965 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:24:39,028 INFO [RS:0;f4bc09594422:43965 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:24:39,029 INFO [RS:0;f4bc09594422:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:39,029 DEBUG [RS:0;f4bc09594422:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:39,029 DEBUG [RS:0;f4bc09594422:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:39,029 DEBUG [RS:0;f4bc09594422:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:39,029 DEBUG [RS:0;f4bc09594422:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:39,029 DEBUG [RS:0;f4bc09594422:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:39,029 DEBUG [RS:0;f4bc09594422:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:24:39,029 DEBUG [RS:0;f4bc09594422:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:39,029 DEBUG [RS:0;f4bc09594422:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:39,029 DEBUG [RS:0;f4bc09594422:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:39,029 DEBUG [RS:0;f4bc09594422:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:39,029 DEBUG [RS:0;f4bc09594422:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:39,029 DEBUG [RS:0;f4bc09594422:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:39,029 DEBUG [RS:0;f4bc09594422:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:24:39,029 DEBUG [RS:0;f4bc09594422:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:24:39,048 INFO [RS:0;f4bc09594422:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:39,048 INFO [RS:0;f4bc09594422:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:39,048 INFO [RS:0;f4bc09594422:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:39,049 INFO [RS:0;f4bc09594422:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:39,049 INFO [RS:0;f4bc09594422:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:39,049 INFO [RS:0;f4bc09594422:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,43965,1733401478026-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:24:39,076 INFO [RS:0;f4bc09594422:43965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:24:39,076 INFO [RS:0;f4bc09594422:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,43965,1733401478026-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:39,076 INFO [RS:0;f4bc09594422:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:39,076 INFO [RS:0;f4bc09594422:43965 {}] regionserver.Replication(171): f4bc09594422,43965,1733401478026 started 2024-12-05T12:24:39,097 INFO [RS:0;f4bc09594422:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:39,097 INFO [RS:0;f4bc09594422:43965 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,43965,1733401478026, RpcServer on f4bc09594422/172.17.0.3:43965, sessionid=0x100aa6587c10001 2024-12-05T12:24:39,098 DEBUG [RS:0;f4bc09594422:43965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:24:39,098 DEBUG [RS:0;f4bc09594422:43965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,43965,1733401478026 2024-12-05T12:24:39,098 DEBUG [RS:0;f4bc09594422:43965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,43965,1733401478026' 2024-12-05T12:24:39,098 DEBUG [RS:0;f4bc09594422:43965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1793542612/flush-table-proc/abort' 2024-12-05T12:24:39,100 DEBUG [RS:0;f4bc09594422:43965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1793542612/flush-table-proc/acquired' 2024-12-05T12:24:39,100 DEBUG [RS:0;f4bc09594422:43965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:24:39,100 DEBUG [RS:0;f4bc09594422:43965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:24:39,101 DEBUG [RS:0;f4bc09594422:43965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,43965,1733401478026 2024-12-05T12:24:39,101 DEBUG [RS:0;f4bc09594422:43965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,43965,1733401478026' 2024-12-05T12:24:39,101 DEBUG [RS:0;f4bc09594422:43965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1793542612/online-snapshot/abort' 2024-12-05T12:24:39,101 DEBUG [RS:0;f4bc09594422:43965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1793542612/online-snapshot/acquired' 2024-12-05T12:24:39,101 DEBUG [RS:0;f4bc09594422:43965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:24:39,101 INFO [RS:0;f4bc09594422:43965 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:24:39,101 INFO [RS:0;f4bc09594422:43965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:24:39,202 INFO [RS:0;f4bc09594422:43965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:24:39,204 INFO [RS:0;f4bc09594422:43965 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C43965%2C1733401478026, suffix=, logDir=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026, archiveDir=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/oldWALs, maxLogs=10 2024-12-05T12:24:39,245 DEBUG [RS:0;f4bc09594422:43965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204, exclude list is [], retry=0 2024-12-05T12:24:39,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43397,DS-63e540a3-f914-46dc-86b7-3653b2798d40,DISK] 2024-12-05T12:24:39,279 INFO [RS:0;f4bc09594422:43965 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 2024-12-05T12:24:39,301 DEBUG [RS:0;f4bc09594422:43965 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39703:39703)] 2024-12-05T12:24:39,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:39,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:24:39,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:24:39,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:39,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:39,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:24:39,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:24:39,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:39,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:39,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:24:39,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:24:39,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:39,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:39,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:24:39,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:24:39,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:39,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:39,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:24:39,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740 2024-12-05T12:24:39,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740 2024-12-05T12:24:39,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:24:39,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:24:39,418 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:39,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:24:39,431 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:39,432 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67882653, jitterRate=0.011530354619026184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:39,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401479390Initializing all the Stores at 1733401479391 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401479391Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401479400 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401479400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401479400Cleaning up temporary data from old regions at 1733401479417 (+17 ms)Region opened successfully at 1733401479432 (+15 ms) 2024-12-05T12:24:39,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:24:39,433 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:24:39,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:24:39,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:24:39,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:24:39,441 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:39,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401479433Disabling compacts and flushes for region at 1733401479433Disabling writes for close at 1733401479433Writing region close event to WAL at 1733401479441 (+8 ms)Closed at 1733401479441 2024-12-05T12:24:39,442 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:39,442 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:24:39,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:24:39,444 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:24:39,445 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:24:39,596 DEBUG [f4bc09594422:35005 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:24:39,596 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,43965,1733401478026 2024-12-05T12:24:39,597 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,43965,1733401478026, state=OPENING 2024-12-05T12:24:39,601 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:24:39,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612 2024-12-05T12:24:39,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100aa6587c10001, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612 2024-12-05T12:24:39,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1793542612/meta-region-server: CHANGED 2024-12-05T12:24:39,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1793542612/meta-region-server: CHANGED 2024-12-05T12:24:39,613 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:24:39,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,43965,1733401478026}] 2024-12-05T12:24:39,776 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:24:39,779 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:24:39,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:39,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:24:39,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:39,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:39,804 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:24:39,805 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:39,805 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:24:39,810 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C43965%2C1733401478026.meta, suffix=.meta, logDir=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026, archiveDir=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/oldWALs, maxLogs=10 2024-12-05T12:24:39,832 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.meta.1733401479810.meta, exclude list is [], retry=0 2024-12-05T12:24:39,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43397,DS-63e540a3-f914-46dc-86b7-3653b2798d40,DISK] 2024-12-05T12:24:39,857 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.meta.1733401479810.meta 2024-12-05T12:24:39,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:39,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:39,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:39,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:39,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:39,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:39,873 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39703:39703)] 2024-12-05T12:24:39,873 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:39,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:39,873 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:39,873 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:24:39,873 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:24:39,874 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:24:39,874 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:24:39,874 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:39,874 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:24:39,874 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:24:39,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:39,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:39,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:39,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:24:39,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:24:39,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:39,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:39,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:24:39,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:24:39,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:39,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:39,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:24:39,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:24:39,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:39,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:39,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:24:39,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:24:39,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:39,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:39,898 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:24:39,899 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740 2024-12-05T12:24:39,900 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740 2024-12-05T12:24:39,901 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:24:39,901 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:24:39,901 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:39,903 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:24:39,903 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69572982, jitterRate=0.0367182195186615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:39,903 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:24:39,904 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401479874Writing region info on filesystem at 1733401479874Initializing all the Stores at 1733401479875 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401479875Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401479886 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401479886Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401479886Cleaning up temporary data from old regions at 1733401479901 (+15 ms)Running coprocessor post-open hooks at 1733401479903 (+2 ms)Region opened successfully at 1733401479904 (+1 ms) 2024-12-05T12:24:39,905 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401479775 2024-12-05T12:24:39,909 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,43965,1733401478026 2024-12-05T12:24:39,910 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,43965,1733401478026, state=OPEN 2024-12-05T12:24:39,910 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:24:39,910 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:24:39,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1793542612/meta-region-server 2024-12-05T12:24:39,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100aa6587c10001, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1793542612/meta-region-server 2024-12-05T12:24:39,912 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,43965,1733401478026 2024-12-05T12:24:39,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1793542612/meta-region-server: CHANGED 2024-12-05T12:24:39,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1793542612/meta-region-server: CHANGED 2024-12-05T12:24:39,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:24:39,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,43965,1733401478026 in 299 msec 2024-12-05T12:24:39,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:24:39,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-12-05T12:24:39,917 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:39,917 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:24:39,918 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:39,918 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,43965,1733401478026, seqNum=-1] 2024-12-05T12:24:39,919 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:39,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:39,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1590 sec 2024-12-05T12:24:39,927 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401479927, completionTime=-1 2024-12-05T12:24:39,927 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:24:39,927 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:24:39,929 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:24:39,929 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401539929 2024-12-05T12:24:39,929 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401599929 2024-12-05T12:24:39,929 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T12:24:39,930 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35005,1733401477897-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:39,930 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35005,1733401477897-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:39,930 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35005,1733401477897-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:39,930 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:35005, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:39,930 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:39,932 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:24:39,933 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:39,937 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.769sec 2024-12-05T12:24:39,937 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:24:39,937 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:24:39,937 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:24:39,937 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:24:39,937 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:24:39,937 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35005,1733401477897-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:24:39,937 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35005,1733401477897-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:24:39,961 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:24:39,961 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:24:39,961 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35005,1733401477897-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:39,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d3b7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:39,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,35005,-1 for getting cluster id 2024-12-05T12:24:39,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:39,985 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46dca2ed-093f-42f8-9778-e484e0f6d9a1' 2024-12-05T12:24:39,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:39,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46dca2ed-093f-42f8-9778-e484e0f6d9a1" 2024-12-05T12:24:39,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335f7f6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:39,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,35005,-1] 2024-12-05T12:24:39,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:39,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:39,988 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:39,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d507a1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:39,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:39,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,43965,1733401478026, seqNum=-1] 2024-12-05T12:24:39,991 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:39,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:39,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,35005,1733401477897 2024-12-05T12:24:39,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60510 2024-12-05T12:24:40,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:40,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100aa6587c10002 connected 2024-12-05T12:24:40,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/hadoop.log.dir so I do NOT create it in target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b 2024-12-05T12:24:40,027 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:24:40,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/hadoop.tmp.dir so I do NOT create it in target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b 2024-12-05T12:24:40,027 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:24:40,027 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b 2024-12-05T12:24:40,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:24:40,027 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/cluster_b382f83c-026f-025c-c114-b4b195b47d20, deleteOnExit=true 2024-12-05T12:24:40,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:24:40,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/test.cache.data in system properties and HBase conf 2024-12-05T12:24:40,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:24:40,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:24:40,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:24:40,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:24:40,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:24:40,028 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:24:40,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:24:40,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:24:40,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:24:40,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:24:40,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:24:40,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:24:40,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:24:40,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:24:40,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:24:40,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:24:40,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:24:40,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:24:40,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:24:40,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:24:40,155 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:40,163 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:24:40,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:24:40,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:24:40,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:24:40,199 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:40,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4935dd82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:24:40,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cade1c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:24:40,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e4d349e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/java.io.tmpdir/jetty-localhost-33155-hadoop-hdfs-3_4_1-tests_jar-_-any-17858973578778410052/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:24:40,451 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ea73912{HTTP/1.1, (http/1.1)}{localhost:33155} 2024-12-05T12:24:40,451 INFO [Time-limited test {}] server.Server(415): Started @240307ms 2024-12-05T12:24:40,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:40,947 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:24:40,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:24:40,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:24:40,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:24:40,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d05854{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:24:40,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40cd2db4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:24:41,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48be04f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/java.io.tmpdir/jetty-localhost-37037-hadoop-hdfs-3_4_1-tests_jar-_-any-7969756730641332348/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:24:41,148 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b2d34f3{HTTP/1.1, (http/1.1)}{localhost:37037} 2024-12-05T12:24:41,148 INFO [Time-limited test {}] server.Server(415): Started @241004ms 2024-12-05T12:24:41,153 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:24:41,313 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:41,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:24:41,315 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68487 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:24:41,360 WARN [Thread-3535 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/cluster_b382f83c-026f-025c-c114-b4b195b47d20/data/data1/current/BP-1681643432-172.17.0.3-1733401480067/current, will proceed with Du for space computation calculation, 2024-12-05T12:24:41,361 WARN [Thread-3536 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/cluster_b382f83c-026f-025c-c114-b4b195b47d20/data/data2/current/BP-1681643432-172.17.0.3-1733401480067/current, will proceed with Du for space computation calculation, 2024-12-05T12:24:41,465 WARN [Thread-3523 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:24:41,470 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0e9feb77bca6172 with lease ID 0x79abc4af717fe6d1: Processing first storage report for DS-1a00f091-ad9c-41dc-a62b-6ac99ea84c13 from datanode DatanodeRegistration(127.0.0.1:39083, datanodeUuid=51d47e3e-f2f2-45af-8b96-a9e89e05623b, infoPort=46349, infoSecurePort=0, ipcPort=33431, storageInfo=lv=-57;cid=testClusterID;nsid=1495367053;c=1733401480067) 2024-12-05T12:24:41,470 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0e9feb77bca6172 with lease ID 0x79abc4af717fe6d1: from storage DS-1a00f091-ad9c-41dc-a62b-6ac99ea84c13 node DatanodeRegistration(127.0.0.1:39083, datanodeUuid=51d47e3e-f2f2-45af-8b96-a9e89e05623b, infoPort=46349, infoSecurePort=0, ipcPort=33431, storageInfo=lv=-57;cid=testClusterID;nsid=1495367053;c=1733401480067), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:24:41,470 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0e9feb77bca6172 with lease ID 0x79abc4af717fe6d1: Processing first storage report for DS-e4b276e2-17dd-458f-b36d-8329f48f60dc from datanode DatanodeRegistration(127.0.0.1:39083, datanodeUuid=51d47e3e-f2f2-45af-8b96-a9e89e05623b, infoPort=46349, infoSecurePort=0, ipcPort=33431, storageInfo=lv=-57;cid=testClusterID;nsid=1495367053;c=1733401480067) 2024-12-05T12:24:41,470 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0e9feb77bca6172 with lease ID 0x79abc4af717fe6d1: from storage DS-e4b276e2-17dd-458f-b36d-8329f48f60dc node DatanodeRegistration(127.0.0.1:39083, datanodeUuid=51d47e3e-f2f2-45af-8b96-a9e89e05623b, infoPort=46349, infoSecurePort=0, ipcPort=33431, storageInfo=lv=-57;cid=testClusterID;nsid=1495367053;c=1733401480067), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:24:41,479 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b 2024-12-05T12:24:41,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:41,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:41,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:24:41,533 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00 with version=8 2024-12-05T12:24:41,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/hbase-staging 2024-12-05T12:24:41,537 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:24:41,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:41,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:41,537 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:24:41,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:41,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:24:41,537 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:24:41,537 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:24:41,545 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35449 2024-12-05T12:24:41,545 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35449 connecting to ZooKeeper ensemble=127.0.0.1:60510 2024-12-05T12:24:41,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354490x0, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:41,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35449-0x100aa6587c10003 connected 2024-12-05T12:24:41,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:41,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:41,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Set watcher on znode that does not yet exist, /1-728941381/running 2024-12-05T12:24:41,608 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00, hbase.cluster.distributed=false 2024-12-05T12:24:41,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Set watcher on znode that does not yet exist, /1-728941381/acl 2024-12-05T12:24:41,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35449 2024-12-05T12:24:41,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35449 2024-12-05T12:24:41,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35449 2024-12-05T12:24:41,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35449 2024-12-05T12:24:41,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35449 2024-12-05T12:24:41,644 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:24:41,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:41,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:41,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:24:41,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:41,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:24:41,644 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:24:41,644 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:24:41,649 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36215 2024-12-05T12:24:41,649 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36215 connecting to ZooKeeper ensemble=127.0.0.1:60510 2024-12-05T12:24:41,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:41,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:41,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362150x0, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:41,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362150x0, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Set watcher on znode that does not yet exist, /1-728941381/running 2024-12-05T12:24:41,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36215-0x100aa6587c10004 connected 2024-12-05T12:24:41,669 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:24:41,677 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:24:41,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36215-0x100aa6587c10004, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Set watcher on znode that does not yet exist, /1-728941381/master 2024-12-05T12:24:41,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36215-0x100aa6587c10004, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Set watcher on znode that does not yet exist, /1-728941381/acl 2024-12-05T12:24:41,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36215 2024-12-05T12:24:41,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36215 2024-12-05T12:24:41,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36215 2024-12-05T12:24:41,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36215 2024-12-05T12:24:41,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36215 2024-12-05T12:24:41,708 DEBUG [M:0;f4bc09594422:35449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:35449 2024-12-05T12:24:41,709 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-728941381/backup-masters/f4bc09594422,35449,1733401481536 2024-12-05T12:24:41,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x100aa6587c10004, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381/backup-masters 2024-12-05T12:24:41,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381/backup-masters 2024-12-05T12:24:41,711 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Set watcher on existing znode=/1-728941381/backup-masters/f4bc09594422,35449,1733401481536 2024-12-05T12:24:41,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x100aa6587c10004, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-728941381/master 2024-12-05T12:24:41,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381 2024-12-05T12:24:41,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x100aa6587c10004, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381 2024-12-05T12:24:41,712 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Set watcher on existing znode=/1-728941381/master 2024-12-05T12:24:41,713 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-728941381/backup-masters/f4bc09594422,35449,1733401481536 from backup master directory 2024-12-05T12:24:41,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-728941381/backup-masters/f4bc09594422,35449,1733401481536 2024-12-05T12:24:41,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381/backup-masters 2024-12-05T12:24:41,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x100aa6587c10004, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381/backup-masters 2024-12-05T12:24:41,714 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:24:41,714 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,35449,1733401481536 2024-12-05T12:24:41,729 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/hbase.id] with ID: d37d2c6c-5530-48e7-b68c-b3107b0a82e3 2024-12-05T12:24:41,729 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/.tmp/hbase.id 2024-12-05T12:24:41,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:24:41,739 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/.tmp/hbase.id]:[hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/hbase.id] 2024-12-05T12:24:41,748 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:41,748 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:24:41,749 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:24:41,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x100aa6587c10004, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381 2024-12-05T12:24:41,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381 2024-12-05T12:24:41,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:24:42,184 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:42,185 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:24:42,186 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:42,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:24:42,199 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/data/master/store 2024-12-05T12:24:42,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:24:42,641 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:42,641 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:24:42,641 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:42,641 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:42,641 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:24:42,641 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:42,641 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:42,641 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401482641Disabling compacts and flushes for region at 1733401482641Disabling writes for close at 1733401482641Writing region close event to WAL at 1733401482641Closed at 1733401482641 2024-12-05T12:24:42,644 WARN [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/data/master/store/.initializing 2024-12-05T12:24:42,644 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/WALs/f4bc09594422,35449,1733401481536 2024-12-05T12:24:42,645 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:24:42,648 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C35449%2C1733401481536, suffix=, logDir=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/WALs/f4bc09594422,35449,1733401481536, archiveDir=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/oldWALs, maxLogs=10 2024-12-05T12:24:42,667 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/WALs/f4bc09594422,35449,1733401481536/f4bc09594422%2C35449%2C1733401481536.1733401482648, exclude list is [], retry=0 2024-12-05T12:24:42,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39083,DS-1a00f091-ad9c-41dc-a62b-6ac99ea84c13,DISK] 2024-12-05T12:24:42,693 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/WALs/f4bc09594422,35449,1733401481536/f4bc09594422%2C35449%2C1733401481536.1733401482648 2024-12-05T12:24:42,694 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46349:46349)] 2024-12-05T12:24:42,694 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:42,694 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:42,694 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:42,694 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:42,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:42,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:24:42,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:42,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:42,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:42,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:24:42,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:42,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:42,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:42,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:24:42,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:42,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:42,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:42,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:24:42,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:42,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:42,708 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:42,709 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:42,709 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:42,710 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:42,710 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:42,711 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:42,714 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:42,716 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:42,717 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73757983, jitterRate=0.09907959401607513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:42,717 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401482695Initializing all the Stores at 1733401482696 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401482696Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401482696Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401482696Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401482696Cleaning up temporary data from old regions at 1733401482710 (+14 ms)Region opened successfully at 1733401482717 (+7 ms) 2024-12-05T12:24:42,717 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:24:42,720 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b4b952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:24:42,721 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:24:42,721 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:24:42,721 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:24:42,721 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:24:42,721 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:24:42,722 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:24:42,722 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:24:42,724 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:24:42,726 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Unable to get data of znode /1-728941381/balancer because node does not exist (not necessarily an error) 2024-12-05T12:24:42,727 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-728941381/balancer already deleted, retry=false 2024-12-05T12:24:42,728 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:24:42,729 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Unable to get data of znode /1-728941381/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:24:42,730 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-728941381/normalizer already deleted, retry=false 2024-12-05T12:24:42,730 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:24:42,732 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Unable to get data of znode /1-728941381/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:24:42,734 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-728941381/switch/split already deleted, retry=false 2024-12-05T12:24:42,735 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Unable to get data of znode /1-728941381/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:24:42,736 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-728941381/switch/merge already deleted, retry=false 2024-12-05T12:24:42,739 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Unable to get data of znode /1-728941381/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:24:42,740 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-728941381/snapshot-cleanup already deleted, retry=false 2024-12-05T12:24:42,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-728941381/running 2024-12-05T12:24:42,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x100aa6587c10004, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-728941381/running 2024-12-05T12:24:42,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381 2024-12-05T12:24:42,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x100aa6587c10004, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381 2024-12-05T12:24:42,748 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,35449,1733401481536, sessionid=0x100aa6587c10003, setting cluster-up flag (Was=false) 2024-12-05T12:24:42,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x100aa6587c10004, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381 2024-12-05T12:24:42,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381 2024-12-05T12:24:42,758 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-728941381/flush-table-proc/acquired, /1-728941381/flush-table-proc/reached, /1-728941381/flush-table-proc/abort 2024-12-05T12:24:42,759 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,35449,1733401481536 2024-12-05T12:24:42,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x100aa6587c10004, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381 2024-12-05T12:24:42,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381 2024-12-05T12:24:42,774 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-728941381/online-snapshot/acquired, /1-728941381/online-snapshot/reached, /1-728941381/online-snapshot/abort 2024-12-05T12:24:42,775 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,35449,1733401481536 2024-12-05T12:24:42,790 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:24:42,794 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:42,794 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:24:42,795 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:24:42,795 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,35449,1733401481536 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:24:42,797 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:42,797 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:42,797 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:42,797 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:42,797 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:24:42,797 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:42,797 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:24:42,798 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:42,811 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:42,811 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:24:42,812 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:42,812 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:24:42,848 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401512848 2024-12-05T12:24:42,849 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:24:42,849 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:24:42,849 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:24:42,849 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:24:42,849 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:24:42,849 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:24:42,852 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:42,870 INFO [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(746): ClusterId : d37d2c6c-5530-48e7-b68c-b3107b0a82e3 2024-12-05T12:24:42,870 DEBUG [RS:0;f4bc09594422:36215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:24:42,873 DEBUG [RS:0;f4bc09594422:36215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:24:42,873 DEBUG [RS:0;f4bc09594422:36215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:24:42,875 DEBUG [RS:0;f4bc09594422:36215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:24:42,876 DEBUG [RS:0;f4bc09594422:36215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8b376d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:24:42,889 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:24:42,889 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:24:42,889 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:24:42,889 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:24:42,908 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:24:42,909 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:24:42,932 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401482909,5,FailOnTimeoutGroup] 2024-12-05T12:24:42,933 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401482932,5,FailOnTimeoutGroup] 2024-12-05T12:24:42,933 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:42,933 DEBUG [RS:0;f4bc09594422:36215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:36215 2024-12-05T12:24:42,933 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:24:42,933 INFO [RS:0;f4bc09594422:36215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:24:42,933 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:42,933 INFO [RS:0;f4bc09594422:36215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:24:42,933 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:42,933 DEBUG [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:24:42,946 INFO [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,35449,1733401481536 with port=36215, startcode=1733401481643 2024-12-05T12:24:42,947 DEBUG [RS:0;f4bc09594422:36215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:24:42,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:24:42,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:24:42,950 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00 2024-12-05T12:24:42,957 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:24:42,957 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35449 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,36215,1733401481643 2024-12-05T12:24:42,958 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35449 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,36215,1733401481643 2024-12-05T12:24:42,963 DEBUG [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00 2024-12-05T12:24:42,963 DEBUG [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33307 2024-12-05T12:24:42,963 DEBUG [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:24:42,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381/rs 2024-12-05T12:24:42,967 DEBUG [RS:0;f4bc09594422:36215 {}] zookeeper.ZKUtil(111): regionserver:36215-0x100aa6587c10004, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Set watcher on existing znode=/1-728941381/rs/f4bc09594422,36215,1733401481643 2024-12-05T12:24:42,968 WARN [RS:0;f4bc09594422:36215 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:24:42,968 INFO [RS:0;f4bc09594422:36215 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:42,968 DEBUG [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643 2024-12-05T12:24:42,973 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,36215,1733401481643] 2024-12-05T12:24:42,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741832_1008 (size=32) 2024-12-05T12:24:42,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:42,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:24:42,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:24:42,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:42,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:42,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:24:42,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:24:42,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:42,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:42,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:24:42,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:24:42,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:42,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:42,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:24:42,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:24:42,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:42,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:42,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:24:42,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740 2024-12-05T12:24:42,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740 2024-12-05T12:24:42,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:24:42,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:24:42,995 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:42,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:24:43,006 INFO [RS:0;f4bc09594422:36215 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:24:43,008 INFO [RS:0;f4bc09594422:36215 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:24:43,008 INFO [RS:0;f4bc09594422:36215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:24:43,008 INFO [RS:0;f4bc09594422:36215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:43,008 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:43,009 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73026480, jitterRate=0.08817934989929199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:43,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401482975Initializing all the Stores at 1733401482975Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401482975Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401482984 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401482984Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401482984Cleaning up temporary data from old regions at 1733401482994 (+10 ms)Region opened successfully at 1733401483009 (+15 ms) 2024-12-05T12:24:43,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:24:43,009 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:24:43,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:24:43,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:24:43,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:24:43,012 INFO [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:24:43,013 INFO [RS:0;f4bc09594422:36215 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:24:43,013 INFO [RS:0;f4bc09594422:36215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:43,013 DEBUG [RS:0;f4bc09594422:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:43,013 DEBUG [RS:0;f4bc09594422:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:43,013 DEBUG [RS:0;f4bc09594422:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:43,013 DEBUG [RS:0;f4bc09594422:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:43,013 DEBUG [RS:0;f4bc09594422:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:43,013 DEBUG [RS:0;f4bc09594422:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:24:43,013 DEBUG [RS:0;f4bc09594422:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:43,013 DEBUG [RS:0;f4bc09594422:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:43,013 DEBUG [RS:0;f4bc09594422:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:43,013 DEBUG [RS:0;f4bc09594422:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:43,013 DEBUG [RS:0;f4bc09594422:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:43,013 DEBUG [RS:0;f4bc09594422:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:43,013 DEBUG [RS:0;f4bc09594422:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:24:43,013 DEBUG [RS:0;f4bc09594422:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:24:43,016 INFO [RS:0;f4bc09594422:36215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:43,016 INFO [RS:0;f4bc09594422:36215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:43,016 INFO [RS:0;f4bc09594422:36215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:43,016 INFO [RS:0;f4bc09594422:36215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:43,016 INFO [RS:0;f4bc09594422:36215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:43,016 INFO [RS:0;f4bc09594422:36215 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,36215,1733401481643-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:24:43,025 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:43,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401483009Disabling compacts and flushes for region at 1733401483009Disabling writes for close at 1733401483009Writing region close event to WAL at 1733401483025 (+16 ms)Closed at 1733401483025 2024-12-05T12:24:43,033 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:43,033 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:24:43,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:24:43,034 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:24:43,036 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:24:43,038 INFO [RS:0;f4bc09594422:36215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:24:43,038 INFO [RS:0;f4bc09594422:36215 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,36215,1733401481643-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:43,038 INFO [RS:0;f4bc09594422:36215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:43,038 INFO [RS:0;f4bc09594422:36215 {}] regionserver.Replication(171): f4bc09594422,36215,1733401481643 started 2024-12-05T12:24:43,068 INFO [RS:0;f4bc09594422:36215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:43,068 INFO [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,36215,1733401481643, RpcServer on f4bc09594422/172.17.0.3:36215, sessionid=0x100aa6587c10004 2024-12-05T12:24:43,068 DEBUG [RS:0;f4bc09594422:36215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:24:43,068 DEBUG [RS:0;f4bc09594422:36215 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,36215,1733401481643 2024-12-05T12:24:43,068 DEBUG [RS:0;f4bc09594422:36215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,36215,1733401481643' 2024-12-05T12:24:43,068 DEBUG [RS:0;f4bc09594422:36215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-728941381/flush-table-proc/abort' 2024-12-05T12:24:43,069 DEBUG [RS:0;f4bc09594422:36215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-728941381/flush-table-proc/acquired' 2024-12-05T12:24:43,072 DEBUG [RS:0;f4bc09594422:36215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:24:43,073 DEBUG [RS:0;f4bc09594422:36215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:24:43,073 DEBUG [RS:0;f4bc09594422:36215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,36215,1733401481643 2024-12-05T12:24:43,073 DEBUG [RS:0;f4bc09594422:36215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,36215,1733401481643' 2024-12-05T12:24:43,073 DEBUG [RS:0;f4bc09594422:36215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-728941381/online-snapshot/abort' 2024-12-05T12:24:43,075 DEBUG [RS:0;f4bc09594422:36215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-728941381/online-snapshot/acquired' 2024-12-05T12:24:43,088 DEBUG [RS:0;f4bc09594422:36215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:24:43,088 INFO [RS:0;f4bc09594422:36215 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:24:43,088 INFO [RS:0;f4bc09594422:36215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:24:43,187 WARN [f4bc09594422:35449 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T12:24:43,189 INFO [RS:0;f4bc09594422:36215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:24:43,195 INFO [RS:0;f4bc09594422:36215 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C36215%2C1733401481643, suffix=, logDir=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643, archiveDir=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/oldWALs, maxLogs=10 2024-12-05T12:24:43,210 DEBUG [RS:0;f4bc09594422:36215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195, exclude list is [], retry=0 2024-12-05T12:24:43,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39083,DS-1a00f091-ad9c-41dc-a62b-6ac99ea84c13,DISK] 2024-12-05T12:24:43,214 INFO [RS:0;f4bc09594422:36215 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 2024-12-05T12:24:43,214 DEBUG [RS:0;f4bc09594422:36215 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46349:46349)] 2024-12-05T12:24:43,437 DEBUG [f4bc09594422:35449 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:24:43,438 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,36215,1733401481643 2024-12-05T12:24:43,439 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,36215,1733401481643, state=OPENING 2024-12-05T12:24:43,441 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:24:43,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x100aa6587c10004, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381 2024-12-05T12:24:43,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381 2024-12-05T12:24:43,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-728941381/meta-region-server: CHANGED 2024-12-05T12:24:43,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-728941381/meta-region-server: CHANGED 2024-12-05T12:24:43,442 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:24:43,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,36215,1733401481643}] 2024-12-05T12:24:43,597 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:24:43,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:24:43,602 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:24:43,602 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:43,602 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:24:43,603 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C36215%2C1733401481643.meta, suffix=.meta, logDir=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643, archiveDir=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/oldWALs, maxLogs=10 2024-12-05T12:24:43,624 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.meta.1733401483604.meta, exclude list is [], retry=0 2024-12-05T12:24:43,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39083,DS-1a00f091-ad9c-41dc-a62b-6ac99ea84c13,DISK] 2024-12-05T12:24:43,641 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.meta.1733401483604.meta 2024-12-05T12:24:43,642 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46349:46349)] 2024-12-05T12:24:43,642 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:43,642 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:43,643 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:24:43,643 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:24:43,643 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:24:43,643 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:24:43,643 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:43,643 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:24:43,643 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:24:43,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:24:43,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:24:43,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:43,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:43,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:24:43,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:24:43,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:43,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:43,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:24:43,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:24:43,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:43,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:43,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:24:43,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:24:43,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:43,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:43,662 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:24:43,663 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740 2024-12-05T12:24:43,664 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740 2024-12-05T12:24:43,665 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:24:43,665 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:24:43,666 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:43,673 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:24:43,674 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75081945, jitterRate=0.11880816519260406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:43,674 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:24:43,674 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401483643Writing region info on filesystem at 1733401483643Initializing all the Stores at 1733401483644 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401483644Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401483650 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401483650Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401483650Cleaning up temporary data from old regions at 1733401483665 (+15 ms)Running coprocessor post-open hooks at 1733401483674 (+9 ms)Region opened successfully at 1733401483674 2024-12-05T12:24:43,676 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401483596 2024-12-05T12:24:43,679 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:24:43,679 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:24:43,680 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,36215,1733401481643 2024-12-05T12:24:43,681 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,36215,1733401481643, state=OPEN 2024-12-05T12:24:43,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-728941381/meta-region-server 2024-12-05T12:24:43,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x100aa6587c10004, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-728941381/meta-region-server 2024-12-05T12:24:43,683 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,36215,1733401481643 2024-12-05T12:24:43,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-728941381/meta-region-server: CHANGED 2024-12-05T12:24:43,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-728941381/meta-region-server: CHANGED 2024-12-05T12:24:43,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:24:43,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,36215,1733401481643 in 241 msec 2024-12-05T12:24:43,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:24:43,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 653 msec 2024-12-05T12:24:43,689 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:43,689 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:24:43,691 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:43,691 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36215,1733401481643, seqNum=-1] 2024-12-05T12:24:43,691 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:43,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:43,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 907 msec 2024-12-05T12:24:43,701 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401483701, completionTime=-1 2024-12-05T12:24:43,701 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:24:43,701 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:24:43,703 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:24:43,703 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401543703 2024-12-05T12:24:43,703 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401603703 2024-12-05T12:24:43,703 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T12:24:43,704 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35449,1733401481536-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:43,704 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35449,1733401481536-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:43,704 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35449,1733401481536-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:43,704 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:35449, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:43,704 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:43,704 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:43,706 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:24:43,711 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.996sec 2024-12-05T12:24:43,711 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:24:43,711 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:24:43,711 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:24:43,711 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:24:43,711 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:24:43,711 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35449,1733401481536-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:24:43,711 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35449,1733401481536-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:24:43,717 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:24:43,717 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:24:43,717 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35449,1733401481536-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:43,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e976734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:43,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,35449,-1 for getting cluster id 2024-12-05T12:24:43,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:43,789 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd37d2c6c-5530-48e7-b68c-b3107b0a82e3' 2024-12-05T12:24:43,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:43,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d37d2c6c-5530-48e7-b68c-b3107b0a82e3" 2024-12-05T12:24:43,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d88fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:43,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,35449,-1] 2024-12-05T12:24:43,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:43,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:43,792 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:43,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52a8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:43,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:43,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36215,1733401481643, seqNum=-1] 2024-12-05T12:24:43,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:43,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:43,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,35449,1733401481536 2024-12-05T12:24:43,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60510 2024-12-05T12:24:43,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:43,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100aa6587c10005 connected 2024-12-05T12:24:43,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/hadoop.log.dir so I do NOT create it in target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2 2024-12-05T12:24:43,826 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:24:43,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/hadoop.tmp.dir so I do NOT create it in target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2 2024-12-05T12:24:43,826 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:24:43,826 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2 2024-12-05T12:24:43,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:24:43,826 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/cluster_b55e5dfb-fe6f-8734-4f20-6a4587a5589b, deleteOnExit=true 2024-12-05T12:24:43,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:24:43,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/test.cache.data in system properties and HBase conf 2024-12-05T12:24:43,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:24:43,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:24:43,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:24:43,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:24:43,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:24:43,828 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:24:43,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:24:43,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:24:43,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:24:43,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:24:43,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:24:43,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:24:43,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:24:43,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:24:43,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:24:43,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:24:43,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:24:43,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:24:43,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:24:43,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:24:44,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:44,042 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:24:44,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:24:44,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:24:44,128 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:24:44,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:44,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fb209d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:24:44,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cb8ce78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:24:44,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2126db52{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/java.io.tmpdir/jetty-localhost-33745-hadoop-hdfs-3_4_1-tests_jar-_-any-13869344016842986657/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:24:44,410 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a572396{HTTP/1.1, (http/1.1)}{localhost:33745} 2024-12-05T12:24:44,410 INFO [Time-limited test {}] server.Server(415): Started @244266ms 2024-12-05T12:24:44,667 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:24:44,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:24:44,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:24:44,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:24:44,677 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:24:44,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25bb7798{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:24:44,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43fcf12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:24:44,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1aa57ce{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/java.io.tmpdir/jetty-localhost-43121-hadoop-hdfs-3_4_1-tests_jar-_-any-11468185167382638900/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:24:44,853 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76eee56e{HTTP/1.1, (http/1.1)}{localhost:43121} 2024-12-05T12:24:44,853 INFO [Time-limited test {}] server.Server(415): Started @244709ms 2024-12-05T12:24:44,855 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:24:45,180 WARN [Thread-3655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/cluster_b55e5dfb-fe6f-8734-4f20-6a4587a5589b/data/data1/current/BP-1615546269-172.17.0.3-1733401483867/current, will proceed with Du for space computation calculation, 2024-12-05T12:24:45,181 WARN [Thread-3656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/cluster_b55e5dfb-fe6f-8734-4f20-6a4587a5589b/data/data2/current/BP-1615546269-172.17.0.3-1733401483867/current, will proceed with Du for space computation calculation, 2024-12-05T12:24:45,220 WARN [Thread-3643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:24:45,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f7a4772c0caf898 with lease ID 0x40b1be7e8992aa2b: Processing first storage report for DS-b23748c6-89c2-4859-bc71-f9ff9e373ea9 from datanode DatanodeRegistration(127.0.0.1:44381, datanodeUuid=b98512a2-0194-4e9e-9d3f-c98e16838d15, infoPort=36205, infoSecurePort=0, ipcPort=42945, storageInfo=lv=-57;cid=testClusterID;nsid=604077790;c=1733401483867) 2024-12-05T12:24:45,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f7a4772c0caf898 with lease ID 0x40b1be7e8992aa2b: from storage DS-b23748c6-89c2-4859-bc71-f9ff9e373ea9 node DatanodeRegistration(127.0.0.1:44381, datanodeUuid=b98512a2-0194-4e9e-9d3f-c98e16838d15, infoPort=36205, infoSecurePort=0, ipcPort=42945, storageInfo=lv=-57;cid=testClusterID;nsid=604077790;c=1733401483867), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:24:45,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f7a4772c0caf898 with lease ID 0x40b1be7e8992aa2b: Processing first storage report for DS-da2728c6-3596-4c3c-a422-7d62cb049cd4 from datanode DatanodeRegistration(127.0.0.1:44381, datanodeUuid=b98512a2-0194-4e9e-9d3f-c98e16838d15, infoPort=36205, infoSecurePort=0, ipcPort=42945, storageInfo=lv=-57;cid=testClusterID;nsid=604077790;c=1733401483867) 2024-12-05T12:24:45,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f7a4772c0caf898 with lease ID 0x40b1be7e8992aa2b: from storage DS-da2728c6-3596-4c3c-a422-7d62cb049cd4 node DatanodeRegistration(127.0.0.1:44381, datanodeUuid=b98512a2-0194-4e9e-9d3f-c98e16838d15, infoPort=36205, infoSecurePort=0, ipcPort=42945, storageInfo=lv=-57;cid=testClusterID;nsid=604077790;c=1733401483867), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:24:45,280 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2 2024-12-05T12:24:45,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:45,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:45,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:24:45,377 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:24:45,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:45,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:45,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:45,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:45,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:45,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:45,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:45,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:45,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:45,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:45,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:45,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:45,454 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:24:45,706 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602 with version=8 2024-12-05T12:24:45,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/hbase-staging 2024-12-05T12:24:45,709 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:24:45,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:45,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:45,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:24:45,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:45,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:24:45,709 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:24:45,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:24:45,710 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33205 2024-12-05T12:24:45,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33205 connecting to ZooKeeper ensemble=127.0.0.1:60510 2024-12-05T12:24:45,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332050x0, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:45,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33205-0x100aa6587c10006 connected 2024-12-05T12:24:45,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:45,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:45,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Set watcher on znode that does not yet exist, /2-1528858694/running 2024-12-05T12:24:45,727 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602, hbase.cluster.distributed=false 2024-12-05T12:24:45,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Set watcher on znode that does not yet exist, /2-1528858694/acl 2024-12-05T12:24:45,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33205 2024-12-05T12:24:45,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33205 2024-12-05T12:24:45,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33205 2024-12-05T12:24:45,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33205 2024-12-05T12:24:45,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33205 2024-12-05T12:24:45,753 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:24:45,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:45,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:45,753 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:24:45,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:24:45,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:24:45,754 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:24:45,754 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:24:45,754 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35263 2024-12-05T12:24:45,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35263 connecting to ZooKeeper ensemble=127.0.0.1:60510 2024-12-05T12:24:45,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:45,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:45,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352630x0, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:45,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352630x0, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Set watcher on znode that does not yet exist, /2-1528858694/running 2024-12-05T12:24:45,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35263-0x100aa6587c10007 connected 2024-12-05T12:24:45,765 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:24:45,766 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:24:45,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35263-0x100aa6587c10007, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Set watcher on znode that does not yet exist, /2-1528858694/master 2024-12-05T12:24:45,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35263-0x100aa6587c10007, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Set watcher on znode that does not yet exist, /2-1528858694/acl 2024-12-05T12:24:45,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35263 2024-12-05T12:24:45,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35263 2024-12-05T12:24:45,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35263 2024-12-05T12:24:45,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35263 2024-12-05T12:24:45,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35263 2024-12-05T12:24:45,792 DEBUG [M:0;f4bc09594422:33205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:33205 2024-12-05T12:24:45,792 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1528858694/backup-masters/f4bc09594422,33205,1733401485708 2024-12-05T12:24:45,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35263-0x100aa6587c10007, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694/backup-masters 2024-12-05T12:24:45,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694/backup-masters 2024-12-05T12:24:45,794 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Set watcher on existing znode=/2-1528858694/backup-masters/f4bc09594422,33205,1733401485708 2024-12-05T12:24:45,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694 2024-12-05T12:24:45,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35263-0x100aa6587c10007, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1528858694/master 2024-12-05T12:24:45,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35263-0x100aa6587c10007, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694 2024-12-05T12:24:45,795 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Set watcher on existing znode=/2-1528858694/master 2024-12-05T12:24:45,797 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1528858694/backup-masters/f4bc09594422,33205,1733401485708 from backup master directory 2024-12-05T12:24:45,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1528858694/backup-masters/f4bc09594422,33205,1733401485708 2024-12-05T12:24:45,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35263-0x100aa6587c10007, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694/backup-masters 2024-12-05T12:24:45,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694/backup-masters 2024-12-05T12:24:45,798 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:24:45,798 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,33205,1733401485708 2024-12-05T12:24:45,801 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/hbase.id] with ID: 99be5f10-5e9c-48f6-8922-ae294155653c 2024-12-05T12:24:45,801 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/.tmp/hbase.id 2024-12-05T12:24:45,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:24:46,211 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/.tmp/hbase.id]:[hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/hbase.id] 2024-12-05T12:24:46,221 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:24:46,221 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:24:46,222 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:24:46,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35263-0x100aa6587c10007, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694 2024-12-05T12:24:46,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694 2024-12-05T12:24:46,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:24:46,632 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:46,633 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:24:46,634 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:46,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:24:47,042 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/data/master/store 2024-12-05T12:24:47,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:24:47,070 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:47,070 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:24:47,070 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:47,070 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:47,071 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:24:47,071 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:47,071 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:24:47,071 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401487070Disabling compacts and flushes for region at 1733401487070Disabling writes for close at 1733401487071 (+1 ms)Writing region close event to WAL at 1733401487071Closed at 1733401487071 2024-12-05T12:24:47,071 WARN [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/data/master/store/.initializing 2024-12-05T12:24:47,071 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/WALs/f4bc09594422,33205,1733401485708 2024-12-05T12:24:47,072 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:24:47,074 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C33205%2C1733401485708, suffix=, logDir=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/WALs/f4bc09594422,33205,1733401485708, archiveDir=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/oldWALs, maxLogs=10 2024-12-05T12:24:47,091 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/WALs/f4bc09594422,33205,1733401485708/f4bc09594422%2C33205%2C1733401485708.1733401487074, exclude list is [], retry=0 2024-12-05T12:24:47,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44381,DS-b23748c6-89c2-4859-bc71-f9ff9e373ea9,DISK] 2024-12-05T12:24:47,095 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/WALs/f4bc09594422,33205,1733401485708/f4bc09594422%2C33205%2C1733401485708.1733401487074 2024-12-05T12:24:47,096 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36205:36205)] 2024-12-05T12:24:47,096 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:47,096 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:47,096 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:47,096 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:47,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:47,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:24:47,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:47,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:47,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:47,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:24:47,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:47,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:47,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:47,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:24:47,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:47,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:47,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:47,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:24:47,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:47,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:47,103 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:47,103 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:47,104 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:47,105 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:47,105 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:47,105 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:47,106 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:24:47,108 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:47,108 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64116323, jitterRate=-0.04459233582019806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:47,108 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401487096Initializing all the Stores at 1733401487097 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401487097Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401487097Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401487097Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401487097Cleaning up temporary data from old regions at 1733401487105 (+8 ms)Region opened successfully at 1733401487108 (+3 ms) 2024-12-05T12:24:47,108 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:24:47,110 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3fef80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:24:47,111 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:24:47,111 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:24:47,111 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:24:47,111 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:24:47,112 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:24:47,112 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:24:47,112 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:24:47,116 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:24:47,117 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Unable to get data of znode /2-1528858694/balancer because node does not exist (not necessarily an error) 2024-12-05T12:24:47,118 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1528858694/balancer already deleted, retry=false 2024-12-05T12:24:47,118 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:24:47,119 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Unable to get data of znode /2-1528858694/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:24:47,120 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1528858694/normalizer already deleted, retry=false 2024-12-05T12:24:47,120 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:24:47,121 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Unable to get data of znode /2-1528858694/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:24:47,122 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1528858694/switch/split already deleted, retry=false 2024-12-05T12:24:47,122 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Unable to get data of znode /2-1528858694/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:24:47,123 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1528858694/switch/merge already deleted, retry=false 2024-12-05T12:24:47,125 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Unable to get data of znode /2-1528858694/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:24:47,126 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1528858694/snapshot-cleanup already deleted, retry=false 2024-12-05T12:24:47,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1528858694/running 2024-12-05T12:24:47,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694 2024-12-05T12:24:47,128 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,33205,1733401485708, sessionid=0x100aa6587c10006, setting cluster-up flag (Was=false) 2024-12-05T12:24:47,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35263-0x100aa6587c10007, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1528858694/running 2024-12-05T12:24:47,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35263-0x100aa6587c10007, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694 2024-12-05T12:24:47,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694 2024-12-05T12:24:47,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35263-0x100aa6587c10007, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694 2024-12-05T12:24:47,135 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1528858694/flush-table-proc/acquired, /2-1528858694/flush-table-proc/reached, /2-1528858694/flush-table-proc/abort 2024-12-05T12:24:47,137 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,33205,1733401485708 2024-12-05T12:24:47,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35263-0x100aa6587c10007, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694 2024-12-05T12:24:47,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694 2024-12-05T12:24:47,166 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1528858694/online-snapshot/acquired, /2-1528858694/online-snapshot/reached, /2-1528858694/online-snapshot/abort 2024-12-05T12:24:47,167 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,33205,1733401485708 2024-12-05T12:24:47,177 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:24:47,186 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:47,186 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:24:47,186 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:24:47,187 INFO [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(746): ClusterId : 99be5f10-5e9c-48f6-8922-ae294155653c 2024-12-05T12:24:47,187 DEBUG [RS:0;f4bc09594422:35263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:24:47,187 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,33205,1733401485708 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:24:47,191 DEBUG [RS:0;f4bc09594422:35263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:24:47,191 DEBUG [RS:0;f4bc09594422:35263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:24:47,194 DEBUG [RS:0;f4bc09594422:35263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:24:47,194 DEBUG [RS:0;f4bc09594422:35263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3873fdbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:24:47,197 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:47,197 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:47,197 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:47,197 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:24:47,197 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:24:47,197 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:47,197 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:24:47,197 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:47,213 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:47,213 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:24:47,215 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:47,215 DEBUG [RS:0;f4bc09594422:35263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:35263 2024-12-05T12:24:47,215 INFO [RS:0;f4bc09594422:35263 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:24:47,215 INFO [RS:0;f4bc09594422:35263 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:24:47,215 DEBUG [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:24:47,215 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:24:47,216 INFO [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,33205,1733401485708 with port=35263, startcode=1733401485753 2024-12-05T12:24:47,216 DEBUG [RS:0;f4bc09594422:35263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:24:47,225 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:24:47,226 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33205 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T12:24:47,229 DEBUG [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T12:24:47,229 WARN [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T12:24:47,233 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401517233 2024-12-05T12:24:47,233 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:24:47,233 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:24:47,233 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:24:47,233 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:24:47,233 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:24:47,233 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:24:47,236 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:47,241 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:24:47,241 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:24:47,241 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:24:47,241 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:24:47,248 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:24:47,248 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:24:47,260 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401487249,5,FailOnTimeoutGroup] 2024-12-05T12:24:47,264 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401487260,5,FailOnTimeoutGroup] 2024-12-05T12:24:47,264 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:47,264 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:24:47,264 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:47,265 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:47,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:24:47,291 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:24:47,291 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602 2024-12-05T12:24:47,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741832_1008 (size=32) 2024-12-05T12:24:47,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:47,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:24:47,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:24:47,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:47,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:47,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:24:47,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:24:47,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:47,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:47,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:24:47,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:24:47,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:47,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:47,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:24:47,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:24:47,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:47,330 INFO [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,33205,1733401485708 with port=35263, startcode=1733401485753 2024-12-05T12:24:47,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:47,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:24:47,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33205 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,35263,1733401485753 2024-12-05T12:24:47,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33205 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,35263,1733401485753 2024-12-05T12:24:47,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740 2024-12-05T12:24:47,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740 2024-12-05T12:24:47,333 DEBUG [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602 2024-12-05T12:24:47,333 DEBUG [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34483 2024-12-05T12:24:47,333 DEBUG [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:24:47,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:24:47,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:24:47,334 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:47,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:24:47,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694/rs 2024-12-05T12:24:47,338 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:47,338 DEBUG [RS:0;f4bc09594422:35263 {}] zookeeper.ZKUtil(111): regionserver:35263-0x100aa6587c10007, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Set watcher on existing znode=/2-1528858694/rs/f4bc09594422,35263,1733401485753 2024-12-05T12:24:47,338 WARN [RS:0;f4bc09594422:35263 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:24:47,338 INFO [RS:0;f4bc09594422:35263 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:47,338 DEBUG [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753 2024-12-05T12:24:47,338 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65723372, jitterRate=-0.020645439624786377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:47,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401487315Initializing all the Stores at 1733401487316 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401487316Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401487316Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401487316Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401487316Cleaning up temporary data from old regions at 1733401487333 (+17 ms)Region opened successfully at 1733401487338 (+5 ms) 2024-12-05T12:24:47,338 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,35263,1733401485753] 2024-12-05T12:24:47,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:24:47,339 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:24:47,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:24:47,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:24:47,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:24:47,341 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:24:47,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401487339Disabling compacts and flushes for region at 1733401487339Disabling writes for close at 1733401487339Writing region close event to WAL at 1733401487341 (+2 ms)Closed at 1733401487341 2024-12-05T12:24:47,341 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:47,341 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:24:47,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:24:47,343 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:24:47,344 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:24:47,349 INFO [RS:0;f4bc09594422:35263 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:24:47,353 INFO [RS:0;f4bc09594422:35263 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:24:47,361 INFO [RS:0;f4bc09594422:35263 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:24:47,361 INFO [RS:0;f4bc09594422:35263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:47,364 INFO [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:24:47,365 INFO [RS:0;f4bc09594422:35263 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:24:47,365 INFO [RS:0;f4bc09594422:35263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:47,365 DEBUG [RS:0;f4bc09594422:35263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:47,365 DEBUG [RS:0;f4bc09594422:35263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:47,365 DEBUG [RS:0;f4bc09594422:35263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:47,365 DEBUG [RS:0;f4bc09594422:35263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:47,365 DEBUG [RS:0;f4bc09594422:35263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:47,365 DEBUG [RS:0;f4bc09594422:35263 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:24:47,366 DEBUG [RS:0;f4bc09594422:35263 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:47,366 DEBUG [RS:0;f4bc09594422:35263 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:47,366 DEBUG [RS:0;f4bc09594422:35263 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:47,366 DEBUG [RS:0;f4bc09594422:35263 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:47,366 DEBUG [RS:0;f4bc09594422:35263 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:47,366 DEBUG [RS:0;f4bc09594422:35263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:24:47,366 DEBUG [RS:0;f4bc09594422:35263 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:24:47,366 DEBUG [RS:0;f4bc09594422:35263 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:24:47,367 INFO [RS:0;f4bc09594422:35263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:47,367 INFO [RS:0;f4bc09594422:35263 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:47,367 INFO [RS:0;f4bc09594422:35263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:47,367 INFO [RS:0;f4bc09594422:35263 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:47,367 INFO [RS:0;f4bc09594422:35263 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:47,367 INFO [RS:0;f4bc09594422:35263 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35263,1733401485753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:24:47,400 INFO [RS:0;f4bc09594422:35263 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:24:47,400 INFO [RS:0;f4bc09594422:35263 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35263,1733401485753-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:47,400 INFO [RS:0;f4bc09594422:35263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:47,400 INFO [RS:0;f4bc09594422:35263 {}] regionserver.Replication(171): f4bc09594422,35263,1733401485753 started 2024-12-05T12:24:47,421 INFO [RS:0;f4bc09594422:35263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:47,421 INFO [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,35263,1733401485753, RpcServer on f4bc09594422/172.17.0.3:35263, sessionid=0x100aa6587c10007 2024-12-05T12:24:47,421 DEBUG [RS:0;f4bc09594422:35263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:24:47,421 DEBUG [RS:0;f4bc09594422:35263 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,35263,1733401485753 2024-12-05T12:24:47,421 DEBUG [RS:0;f4bc09594422:35263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,35263,1733401485753' 2024-12-05T12:24:47,421 DEBUG [RS:0;f4bc09594422:35263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1528858694/flush-table-proc/abort' 2024-12-05T12:24:47,422 DEBUG [RS:0;f4bc09594422:35263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1528858694/flush-table-proc/acquired' 2024-12-05T12:24:47,423 DEBUG [RS:0;f4bc09594422:35263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:24:47,423 DEBUG [RS:0;f4bc09594422:35263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:24:47,423 DEBUG [RS:0;f4bc09594422:35263 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,35263,1733401485753 2024-12-05T12:24:47,423 DEBUG [RS:0;f4bc09594422:35263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,35263,1733401485753' 2024-12-05T12:24:47,423 DEBUG [RS:0;f4bc09594422:35263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1528858694/online-snapshot/abort' 2024-12-05T12:24:47,423 DEBUG [RS:0;f4bc09594422:35263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1528858694/online-snapshot/acquired' 2024-12-05T12:24:47,423 DEBUG [RS:0;f4bc09594422:35263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:24:47,423 INFO [RS:0;f4bc09594422:35263 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:24:47,424 INFO [RS:0;f4bc09594422:35263 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:24:47,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:24:47,451 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T12:24:47,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T12:24:47,452 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T12:24:47,494 WARN [f4bc09594422:33205 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T12:24:47,524 INFO [RS:0;f4bc09594422:35263 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:24:47,525 INFO [RS:0;f4bc09594422:35263 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C35263%2C1733401485753, suffix=, logDir=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753, archiveDir=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/oldWALs, maxLogs=10 2024-12-05T12:24:47,551 DEBUG [RS:0;f4bc09594422:35263 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526, exclude list is [], retry=0 2024-12-05T12:24:47,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44381,DS-b23748c6-89c2-4859-bc71-f9ff9e373ea9,DISK] 2024-12-05T12:24:47,578 INFO [RS:0;f4bc09594422:35263 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 2024-12-05T12:24:47,588 DEBUG [RS:0;f4bc09594422:35263 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36205:36205)] 2024-12-05T12:24:47,745 DEBUG [f4bc09594422:33205 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:24:47,745 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,35263,1733401485753 2024-12-05T12:24:47,746 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,35263,1733401485753, state=OPENING 2024-12-05T12:24:47,748 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:24:47,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35263-0x100aa6587c10007, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694 2024-12-05T12:24:47,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694 2024-12-05T12:24:47,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1528858694/meta-region-server: CHANGED 2024-12-05T12:24:47,751 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:24:47,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,35263,1733401485753}] 2024-12-05T12:24:47,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1528858694/meta-region-server: CHANGED 2024-12-05T12:24:47,904 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:24:47,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:24:47,909 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:24:47,909 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:47,909 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:24:47,910 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C35263%2C1733401485753.meta, suffix=.meta, logDir=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753, archiveDir=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/oldWALs, maxLogs=10 2024-12-05T12:24:47,925 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.meta.1733401487911.meta, exclude list is [], retry=0 2024-12-05T12:24:47,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44381,DS-b23748c6-89c2-4859-bc71-f9ff9e373ea9,DISK] 2024-12-05T12:24:47,928 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.meta.1733401487911.meta 2024-12-05T12:24:47,928 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36205:36205)] 2024-12-05T12:24:47,928 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:47,929 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:47,929 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:24:47,929 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:24:47,929 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:24:47,929 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:24:47,929 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:47,929 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:24:47,929 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:24:47,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:24:47,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:24:47,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:47,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:47,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:24:47,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:24:47,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:47,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:47,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:24:47,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:24:47,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:47,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:47,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:24:47,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:24:47,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:47,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:24:47,934 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:24:47,934 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740 2024-12-05T12:24:47,935 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740 2024-12-05T12:24:47,936 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:24:47,936 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:24:47,936 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:24:47,937 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:24:47,938 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69429757, jitterRate=0.03458400070667267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:24:47,938 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:24:47,938 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401487929Writing region info on filesystem at 1733401487929Initializing all the Stores at 1733401487930 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401487930Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401487930Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401487930Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401487930Cleaning up temporary data from old regions at 1733401487936 (+6 ms)Running coprocessor post-open hooks at 1733401487938 (+2 ms)Region opened successfully at 1733401487938 2024-12-05T12:24:47,939 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401487904 2024-12-05T12:24:47,941 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:24:47,941 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:24:47,941 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,35263,1733401485753 2024-12-05T12:24:47,942 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,35263,1733401485753, state=OPEN 2024-12-05T12:24:47,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35263-0x100aa6587c10007, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1528858694/meta-region-server 2024-12-05T12:24:47,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1528858694/meta-region-server 2024-12-05T12:24:47,943 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,35263,1733401485753 2024-12-05T12:24:47,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1528858694/meta-region-server: CHANGED 2024-12-05T12:24:47,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1528858694/meta-region-server: CHANGED 2024-12-05T12:24:47,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:24:47,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,35263,1733401485753 in 192 msec 2024-12-05T12:24:47,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:24:47,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 603 msec 2024-12-05T12:24:47,947 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:24:47,948 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:24:47,949 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:47,949 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,35263,1733401485753, seqNum=-1] 2024-12-05T12:24:47,949 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:47,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:47,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 768 msec 2024-12-05T12:24:47,954 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401487954, completionTime=-1 2024-12-05T12:24:47,954 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:24:47,955 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:24:47,956 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:24:47,957 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401547957 2024-12-05T12:24:47,957 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401607957 2024-12-05T12:24:47,957 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T12:24:47,957 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,33205,1733401485708-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:47,957 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,33205,1733401485708-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:47,957 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,33205,1733401485708-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:47,957 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:33205, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:47,957 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:47,958 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:47,959 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:24:47,961 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.163sec 2024-12-05T12:24:47,961 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:24:47,961 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:24:47,961 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:24:47,961 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:24:47,961 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:24:47,961 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,33205,1733401485708-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:24:47,961 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,33205,1733401485708-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:24:47,962 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:24:47,963 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:24:47,963 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,33205,1733401485708-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:24:47,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@383fb678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:47,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,33205,-1 for getting cluster id 2024-12-05T12:24:47,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:47,988 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99be5f10-5e9c-48f6-8922-ae294155653c' 2024-12-05T12:24:47,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:47,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99be5f10-5e9c-48f6-8922-ae294155653c" 2024-12-05T12:24:47,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b990335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:47,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,33205,-1] 2024-12-05T12:24:47,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:47,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:47,990 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:47,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0690cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:47,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:47,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,35263,1733401485753, seqNum=-1] 2024-12-05T12:24:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:47,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,33205,1733401485708 2024-12-05T12:24:47,994 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60510 2024-12-05T12:24:47,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:24:47,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100aa6587c10008 connected 2024-12-05T12:24:48,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:48,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,35005,1733401477897 2024-12-05T12:24:48,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ef478b7 2024-12-05T12:24:48,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:48,001 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:48,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:24:48,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:24:48,004 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:48,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:24:48,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:24:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:48,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:24:48,017 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42d49fa3db0ea4776d93754fc8625577, NAME => 'test,,1733401488002.42d49fa3db0ea4776d93754fc8625577.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315 2024-12-05T12:24:48,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:24:48,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401488002.42d49fa3db0ea4776d93754fc8625577.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:48,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 42d49fa3db0ea4776d93754fc8625577, disabling compactions & flushes 2024-12-05T12:24:48,022 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401488002.42d49fa3db0ea4776d93754fc8625577. 2024-12-05T12:24:48,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401488002.42d49fa3db0ea4776d93754fc8625577. 2024-12-05T12:24:48,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401488002.42d49fa3db0ea4776d93754fc8625577. after waiting 0 ms 2024-12-05T12:24:48,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401488002.42d49fa3db0ea4776d93754fc8625577. 2024-12-05T12:24:48,022 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401488002.42d49fa3db0ea4776d93754fc8625577. 2024-12-05T12:24:48,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42d49fa3db0ea4776d93754fc8625577: Waiting for close lock at 1733401488022Disabling compacts and flushes for region at 1733401488022Disabling writes for close at 1733401488022Writing region close event to WAL at 1733401488022Closed at 1733401488022 2024-12-05T12:24:48,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:24:48,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401488002.42d49fa3db0ea4776d93754fc8625577.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401488023"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401488023"}]},"ts":"1733401488023"} 2024-12-05T12:24:48,025 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:24:48,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:24:48,026 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401488026"}]},"ts":"1733401488026"} 2024-12-05T12:24:48,028 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:24:48,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42d49fa3db0ea4776d93754fc8625577, ASSIGN}] 2024-12-05T12:24:48,029 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42d49fa3db0ea4776d93754fc8625577, ASSIGN 2024-12-05T12:24:48,030 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=42d49fa3db0ea4776d93754fc8625577, ASSIGN; state=OFFLINE, location=f4bc09594422,43965,1733401478026; forceNewPlan=false, retain=false 2024-12-05T12:24:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:48,181 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42d49fa3db0ea4776d93754fc8625577, regionState=OPENING, regionLocation=f4bc09594422,43965,1733401478026 2024-12-05T12:24:48,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=42d49fa3db0ea4776d93754fc8625577, ASSIGN because future has completed 2024-12-05T12:24:48,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42d49fa3db0ea4776d93754fc8625577, server=f4bc09594422,43965,1733401478026}] 2024-12-05T12:24:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:48,354 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401488002.42d49fa3db0ea4776d93754fc8625577. 2024-12-05T12:24:48,354 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 42d49fa3db0ea4776d93754fc8625577, NAME => 'test,,1733401488002.42d49fa3db0ea4776d93754fc8625577.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:48,354 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:48,354 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:24:48,354 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 42d49fa3db0ea4776d93754fc8625577 2024-12-05T12:24:48,355 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401488002.42d49fa3db0ea4776d93754fc8625577.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:48,355 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 42d49fa3db0ea4776d93754fc8625577 2024-12-05T12:24:48,355 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 42d49fa3db0ea4776d93754fc8625577 2024-12-05T12:24:48,356 INFO [StoreOpener-42d49fa3db0ea4776d93754fc8625577-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 42d49fa3db0ea4776d93754fc8625577 2024-12-05T12:24:48,357 INFO [StoreOpener-42d49fa3db0ea4776d93754fc8625577-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42d49fa3db0ea4776d93754fc8625577 columnFamilyName f 2024-12-05T12:24:48,357 DEBUG [StoreOpener-42d49fa3db0ea4776d93754fc8625577-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:48,357 INFO [StoreOpener-42d49fa3db0ea4776d93754fc8625577-1 {}] regionserver.HStore(327): Store=42d49fa3db0ea4776d93754fc8625577/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:48,357 INFO [StoreOpener-42d49fa3db0ea4776d93754fc8625577-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 42d49fa3db0ea4776d93754fc8625577 2024-12-05T12:24:48,358 INFO [StoreOpener-42d49fa3db0ea4776d93754fc8625577-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42d49fa3db0ea4776d93754fc8625577 columnFamilyName f1 2024-12-05T12:24:48,358 DEBUG [StoreOpener-42d49fa3db0ea4776d93754fc8625577-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:48,359 INFO [StoreOpener-42d49fa3db0ea4776d93754fc8625577-1 {}] regionserver.HStore(327): Store=42d49fa3db0ea4776d93754fc8625577/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:48,359 INFO [StoreOpener-42d49fa3db0ea4776d93754fc8625577-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 42d49fa3db0ea4776d93754fc8625577 2024-12-05T12:24:48,360 INFO [StoreOpener-42d49fa3db0ea4776d93754fc8625577-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42d49fa3db0ea4776d93754fc8625577 columnFamilyName norep 2024-12-05T12:24:48,360 DEBUG [StoreOpener-42d49fa3db0ea4776d93754fc8625577-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:48,360 INFO [StoreOpener-42d49fa3db0ea4776d93754fc8625577-1 {}] regionserver.HStore(327): Store=42d49fa3db0ea4776d93754fc8625577/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:48,360 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 42d49fa3db0ea4776d93754fc8625577 2024-12-05T12:24:48,361 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/default/test/42d49fa3db0ea4776d93754fc8625577 2024-12-05T12:24:48,361 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/default/test/42d49fa3db0ea4776d93754fc8625577 2024-12-05T12:24:48,362 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 42d49fa3db0ea4776d93754fc8625577 2024-12-05T12:24:48,362 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 42d49fa3db0ea4776d93754fc8625577 2024-12-05T12:24:48,362 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:24:48,363 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 42d49fa3db0ea4776d93754fc8625577 2024-12-05T12:24:48,365 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/default/test/42d49fa3db0ea4776d93754fc8625577/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:48,365 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 42d49fa3db0ea4776d93754fc8625577; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70066719, jitterRate=0.04407547414302826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:24:48,365 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42d49fa3db0ea4776d93754fc8625577 2024-12-05T12:24:48,367 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 42d49fa3db0ea4776d93754fc8625577: Running coprocessor pre-open hook at 1733401488355Writing region info on filesystem at 1733401488355Initializing all the Stores at 1733401488355Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401488356 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401488356Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401488356Cleaning up temporary data from old regions at 1733401488362 (+6 ms)Running coprocessor post-open hooks at 1733401488365 (+3 ms)Region opened successfully at 1733401488366 (+1 ms) 2024-12-05T12:24:48,368 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401488002.42d49fa3db0ea4776d93754fc8625577., pid=6, masterSystemTime=1733401488350 2024-12-05T12:24:48,370 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401488002.42d49fa3db0ea4776d93754fc8625577. 2024-12-05T12:24:48,370 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401488002.42d49fa3db0ea4776d93754fc8625577. 2024-12-05T12:24:48,370 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42d49fa3db0ea4776d93754fc8625577, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f4bc09594422,43965,1733401478026 2024-12-05T12:24:48,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42d49fa3db0ea4776d93754fc8625577, server=f4bc09594422,43965,1733401478026 because future has completed 2024-12-05T12:24:48,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:24:48,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 42d49fa3db0ea4776d93754fc8625577, server=f4bc09594422,43965,1733401478026 in 176 msec 2024-12-05T12:24:48,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:24:48,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=42d49fa3db0ea4776d93754fc8625577, ASSIGN in 347 msec 2024-12-05T12:24:48,379 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:24:48,379 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401488379"}]},"ts":"1733401488379"} 2024-12-05T12:24:48,381 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:24:48,382 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:24:48,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 380 msec 2024-12-05T12:24:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:48,634 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:24:48,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:48,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,35449,1733401481536 2024-12-05T12:24:48,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d14979a 2024-12-05T12:24:48,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:48,637 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:48,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:24:48,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:24:48,642 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:48,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:24:48,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:24:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:48,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:24:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:49,054 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b448e0da4772812fcae17fea5fff6ec4, NAME => 'test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00 2024-12-05T12:24:49,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:24:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:49,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:49,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b448e0da4772812fcae17fea5fff6ec4, disabling compactions & flushes 2024-12-05T12:24:49,486 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4. 2024-12-05T12:24:49,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4. 2024-12-05T12:24:49,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4. after waiting 0 ms 2024-12-05T12:24:49,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4. 2024-12-05T12:24:49,486 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4. 2024-12-05T12:24:49,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b448e0da4772812fcae17fea5fff6ec4: Waiting for close lock at 1733401489486Disabling compacts and flushes for region at 1733401489486Disabling writes for close at 1733401489486Writing region close event to WAL at 1733401489486Closed at 1733401489486 2024-12-05T12:24:49,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:24:49,488 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401489488"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401489488"}]},"ts":"1733401489488"} 2024-12-05T12:24:49,490 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:24:49,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:24:49,491 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401489491"}]},"ts":"1733401489491"} 2024-12-05T12:24:49,493 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:24:49,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b448e0da4772812fcae17fea5fff6ec4, ASSIGN}] 2024-12-05T12:24:49,494 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b448e0da4772812fcae17fea5fff6ec4, ASSIGN 2024-12-05T12:24:49,495 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b448e0da4772812fcae17fea5fff6ec4, ASSIGN; state=OFFLINE, location=f4bc09594422,36215,1733401481643; forceNewPlan=false, retain=false 2024-12-05T12:24:49,646 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b448e0da4772812fcae17fea5fff6ec4, regionState=OPENING, regionLocation=f4bc09594422,36215,1733401481643 2024-12-05T12:24:49,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b448e0da4772812fcae17fea5fff6ec4, ASSIGN because future has completed 2024-12-05T12:24:49,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b448e0da4772812fcae17fea5fff6ec4, server=f4bc09594422,36215,1733401481643}] 2024-12-05T12:24:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:49,804 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4. 2024-12-05T12:24:49,804 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b448e0da4772812fcae17fea5fff6ec4, NAME => 'test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:49,805 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:49,805 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:24:49,805 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b448e0da4772812fcae17fea5fff6ec4 2024-12-05T12:24:49,805 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:49,805 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b448e0da4772812fcae17fea5fff6ec4 2024-12-05T12:24:49,805 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b448e0da4772812fcae17fea5fff6ec4 2024-12-05T12:24:49,806 INFO [StoreOpener-b448e0da4772812fcae17fea5fff6ec4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b448e0da4772812fcae17fea5fff6ec4 2024-12-05T12:24:49,807 INFO [StoreOpener-b448e0da4772812fcae17fea5fff6ec4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b448e0da4772812fcae17fea5fff6ec4 columnFamilyName f 2024-12-05T12:24:49,807 DEBUG [StoreOpener-b448e0da4772812fcae17fea5fff6ec4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:49,808 INFO [StoreOpener-b448e0da4772812fcae17fea5fff6ec4-1 {}] regionserver.HStore(327): Store=b448e0da4772812fcae17fea5fff6ec4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:49,808 INFO [StoreOpener-b448e0da4772812fcae17fea5fff6ec4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b448e0da4772812fcae17fea5fff6ec4 2024-12-05T12:24:49,809 INFO [StoreOpener-b448e0da4772812fcae17fea5fff6ec4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b448e0da4772812fcae17fea5fff6ec4 columnFamilyName f1 2024-12-05T12:24:49,809 DEBUG [StoreOpener-b448e0da4772812fcae17fea5fff6ec4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:49,809 INFO [StoreOpener-b448e0da4772812fcae17fea5fff6ec4-1 {}] regionserver.HStore(327): Store=b448e0da4772812fcae17fea5fff6ec4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:49,809 INFO [StoreOpener-b448e0da4772812fcae17fea5fff6ec4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b448e0da4772812fcae17fea5fff6ec4 2024-12-05T12:24:49,810 INFO [StoreOpener-b448e0da4772812fcae17fea5fff6ec4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b448e0da4772812fcae17fea5fff6ec4 columnFamilyName norep 2024-12-05T12:24:49,810 DEBUG [StoreOpener-b448e0da4772812fcae17fea5fff6ec4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:49,810 INFO [StoreOpener-b448e0da4772812fcae17fea5fff6ec4-1 {}] regionserver.HStore(327): Store=b448e0da4772812fcae17fea5fff6ec4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:49,811 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b448e0da4772812fcae17fea5fff6ec4 2024-12-05T12:24:49,811 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/default/test/b448e0da4772812fcae17fea5fff6ec4 2024-12-05T12:24:49,811 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/default/test/b448e0da4772812fcae17fea5fff6ec4 2024-12-05T12:24:49,812 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b448e0da4772812fcae17fea5fff6ec4 2024-12-05T12:24:49,812 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b448e0da4772812fcae17fea5fff6ec4 2024-12-05T12:24:49,812 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:24:49,813 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b448e0da4772812fcae17fea5fff6ec4 2024-12-05T12:24:49,815 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/default/test/b448e0da4772812fcae17fea5fff6ec4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:49,815 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b448e0da4772812fcae17fea5fff6ec4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68206745, jitterRate=0.01635970175266266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:24:49,815 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b448e0da4772812fcae17fea5fff6ec4 2024-12-05T12:24:49,815 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b448e0da4772812fcae17fea5fff6ec4: Running coprocessor pre-open hook at 1733401489805Writing region info on filesystem at 1733401489805Initializing all the Stores at 1733401489806 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401489806Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401489806Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401489806Cleaning up temporary data from old regions at 1733401489812 (+6 ms)Running coprocessor post-open hooks at 1733401489815 (+3 ms)Region opened successfully at 1733401489815 2024-12-05T12:24:49,816 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4., pid=6, masterSystemTime=1733401489801 2024-12-05T12:24:49,818 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4. 2024-12-05T12:24:49,818 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4. 2024-12-05T12:24:49,818 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b448e0da4772812fcae17fea5fff6ec4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f4bc09594422,36215,1733401481643 2024-12-05T12:24:49,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b448e0da4772812fcae17fea5fff6ec4, server=f4bc09594422,36215,1733401481643 because future has completed 2024-12-05T12:24:49,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:24:49,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b448e0da4772812fcae17fea5fff6ec4, server=f4bc09594422,36215,1733401481643 in 172 msec 2024-12-05T12:24:49,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:24:49,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b448e0da4772812fcae17fea5fff6ec4, ASSIGN in 330 msec 2024-12-05T12:24:49,825 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:24:49,825 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401489825"}]},"ts":"1733401489825"} 2024-12-05T12:24:49,829 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:24:49,830 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:24:49,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1920 sec 2024-12-05T12:24:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:50,804 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:24:50,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,33205,1733401485708 2024-12-05T12:24:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47ac8820 2024-12-05T12:24:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:50,806 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:50,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:24:50,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:24:50,809 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:50,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:24:50,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:24:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:50,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:24:50,816 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8fceb44b0debbcae75c8c6d03835cbb8, NAME => 'test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602 2024-12-05T12:24:50,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:24:50,821 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:50,821 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8fceb44b0debbcae75c8c6d03835cbb8, disabling compactions & flushes 2024-12-05T12:24:50,821 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8. 2024-12-05T12:24:50,821 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8. 2024-12-05T12:24:50,821 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8. after waiting 0 ms 2024-12-05T12:24:50,821 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8. 2024-12-05T12:24:50,821 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8. 2024-12-05T12:24:50,821 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8fceb44b0debbcae75c8c6d03835cbb8: Waiting for close lock at 1733401490821Disabling compacts and flushes for region at 1733401490821Disabling writes for close at 1733401490821Writing region close event to WAL at 1733401490821Closed at 1733401490821 2024-12-05T12:24:50,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:24:50,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401490822"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401490822"}]},"ts":"1733401490822"} 2024-12-05T12:24:50,823 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:24:50,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:24:50,824 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401490824"}]},"ts":"1733401490824"} 2024-12-05T12:24:50,825 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:24:50,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8fceb44b0debbcae75c8c6d03835cbb8, ASSIGN}] 2024-12-05T12:24:50,826 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8fceb44b0debbcae75c8c6d03835cbb8, ASSIGN 2024-12-05T12:24:50,827 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8fceb44b0debbcae75c8c6d03835cbb8, ASSIGN; state=OFFLINE, location=f4bc09594422,35263,1733401485753; forceNewPlan=false, retain=false 2024-12-05T12:24:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:50,978 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8fceb44b0debbcae75c8c6d03835cbb8, regionState=OPENING, regionLocation=f4bc09594422,35263,1733401485753 2024-12-05T12:24:50,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8fceb44b0debbcae75c8c6d03835cbb8, ASSIGN because future has completed 2024-12-05T12:24:50,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fceb44b0debbcae75c8c6d03835cbb8, server=f4bc09594422,35263,1733401485753}] 2024-12-05T12:24:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:51,137 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8. 2024-12-05T12:24:51,137 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fceb44b0debbcae75c8c6d03835cbb8, NAME => 'test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:51,138 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:51,138 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:24:51,138 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8fceb44b0debbcae75c8c6d03835cbb8 2024-12-05T12:24:51,138 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:51,138 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8fceb44b0debbcae75c8c6d03835cbb8 2024-12-05T12:24:51,138 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8fceb44b0debbcae75c8c6d03835cbb8 2024-12-05T12:24:51,139 INFO [StoreOpener-8fceb44b0debbcae75c8c6d03835cbb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8fceb44b0debbcae75c8c6d03835cbb8 2024-12-05T12:24:51,140 INFO [StoreOpener-8fceb44b0debbcae75c8c6d03835cbb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fceb44b0debbcae75c8c6d03835cbb8 columnFamilyName f 2024-12-05T12:24:51,140 DEBUG [StoreOpener-8fceb44b0debbcae75c8c6d03835cbb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:51,140 INFO [StoreOpener-8fceb44b0debbcae75c8c6d03835cbb8-1 {}] regionserver.HStore(327): Store=8fceb44b0debbcae75c8c6d03835cbb8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:51,140 INFO [StoreOpener-8fceb44b0debbcae75c8c6d03835cbb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8fceb44b0debbcae75c8c6d03835cbb8 2024-12-05T12:24:51,141 INFO [StoreOpener-8fceb44b0debbcae75c8c6d03835cbb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fceb44b0debbcae75c8c6d03835cbb8 columnFamilyName f1 2024-12-05T12:24:51,141 DEBUG [StoreOpener-8fceb44b0debbcae75c8c6d03835cbb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:51,141 INFO [StoreOpener-8fceb44b0debbcae75c8c6d03835cbb8-1 {}] regionserver.HStore(327): Store=8fceb44b0debbcae75c8c6d03835cbb8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:51,141 INFO [StoreOpener-8fceb44b0debbcae75c8c6d03835cbb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8fceb44b0debbcae75c8c6d03835cbb8 2024-12-05T12:24:51,142 INFO [StoreOpener-8fceb44b0debbcae75c8c6d03835cbb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fceb44b0debbcae75c8c6d03835cbb8 columnFamilyName norep 2024-12-05T12:24:51,142 DEBUG [StoreOpener-8fceb44b0debbcae75c8c6d03835cbb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:51,143 INFO [StoreOpener-8fceb44b0debbcae75c8c6d03835cbb8-1 {}] regionserver.HStore(327): Store=8fceb44b0debbcae75c8c6d03835cbb8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:51,143 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8fceb44b0debbcae75c8c6d03835cbb8 2024-12-05T12:24:51,143 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/default/test/8fceb44b0debbcae75c8c6d03835cbb8 2024-12-05T12:24:51,144 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/default/test/8fceb44b0debbcae75c8c6d03835cbb8 2024-12-05T12:24:51,144 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8fceb44b0debbcae75c8c6d03835cbb8 2024-12-05T12:24:51,144 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8fceb44b0debbcae75c8c6d03835cbb8 2024-12-05T12:24:51,145 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:24:51,145 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8fceb44b0debbcae75c8c6d03835cbb8 2024-12-05T12:24:51,147 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/default/test/8fceb44b0debbcae75c8c6d03835cbb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:51,147 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8fceb44b0debbcae75c8c6d03835cbb8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62412766, jitterRate=-0.06997731328010559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:24:51,147 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fceb44b0debbcae75c8c6d03835cbb8 2024-12-05T12:24:51,147 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8fceb44b0debbcae75c8c6d03835cbb8: Running coprocessor pre-open hook at 1733401491138Writing region info on filesystem at 1733401491138Initializing all the Stores at 1733401491139 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401491139Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401491139Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401491139Cleaning up temporary data from old regions at 1733401491144 (+5 ms)Running coprocessor post-open hooks at 1733401491147 (+3 ms)Region opened successfully at 1733401491147 2024-12-05T12:24:51,148 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8., pid=6, masterSystemTime=1733401491134 2024-12-05T12:24:51,150 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8. 2024-12-05T12:24:51,150 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8. 2024-12-05T12:24:51,150 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8fceb44b0debbcae75c8c6d03835cbb8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f4bc09594422,35263,1733401485753 2024-12-05T12:24:51,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fceb44b0debbcae75c8c6d03835cbb8, server=f4bc09594422,35263,1733401485753 because future has completed 2024-12-05T12:24:51,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:24:51,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fceb44b0debbcae75c8c6d03835cbb8, server=f4bc09594422,35263,1733401485753 in 172 msec 2024-12-05T12:24:51,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:24:51,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8fceb44b0debbcae75c8c6d03835cbb8, ASSIGN in 329 msec 2024-12-05T12:24:51,157 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:24:51,158 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401491157"}]},"ts":"1733401491157"} 2024-12-05T12:24:51,160 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:24:51,160 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:24:51,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 353 msec 2024-12-05T12:24:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:24:51,435 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:24:51,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7d8226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:51,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,35005,-1 for getting cluster id 2024-12-05T12:24:51,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:51,438 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46dca2ed-093f-42f8-9778-e484e0f6d9a1' 2024-12-05T12:24:51,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:51,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46dca2ed-093f-42f8-9778-e484e0f6d9a1" 2024-12-05T12:24:51,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58efe5f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:51,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,35005,-1] 2024-12-05T12:24:51,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:51,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:51,440 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:51,441 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d3585b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:51,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:51,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,35005,1733401477897 2024-12-05T12:24:51,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@137e827c 2024-12-05T12:24:51,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:51,443 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:51,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f4bc09594422:35449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:24:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:24:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:51,447 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:35449' 2024-12-05T12:24:51,449 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e566ba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:51,449 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,35449,-1 for getting cluster id 2024-12-05T12:24:51,449 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:51,449 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd37d2c6c-5530-48e7-b68c-b3107b0a82e3' 2024-12-05T12:24:51,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:51,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d37d2c6c-5530-48e7-b68c-b3107b0a82e3" 2024-12-05T12:24:51,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd6be37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:51,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,35449,-1] 2024-12-05T12:24:51,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:51,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:51,451 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:51,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ff087e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:51,452 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:51,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,35449,1733401481536 2024-12-05T12:24:51,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f137f15 2024-12-05T12:24:51,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:51,455 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T12:24:51,456 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:51,456 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T12:24:51,456 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:24:51,456 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:51,457 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:51,457 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:51,459 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:24:51,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:51,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:24:51,460 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:51,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:24:51,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:24:51,510 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:24:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:51,899 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea28ce5f63bf93ebb58ad1e769a55b3e, NAME => 'hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315 2024-12-05T12:24:51,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:24:51,917 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:51,917 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ea28ce5f63bf93ebb58ad1e769a55b3e, disabling compactions & flushes 2024-12-05T12:24:51,917 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e. 2024-12-05T12:24:51,917 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e. 2024-12-05T12:24:51,917 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e. after waiting 0 ms 2024-12-05T12:24:51,917 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e. 2024-12-05T12:24:51,917 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e. 2024-12-05T12:24:51,917 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea28ce5f63bf93ebb58ad1e769a55b3e: Waiting for close lock at 1733401491917Disabling compacts and flushes for region at 1733401491917Disabling writes for close at 1733401491917Writing region close event to WAL at 1733401491917Closed at 1733401491917 2024-12-05T12:24:51,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:24:51,919 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401491918"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401491918"}]},"ts":"1733401491918"} 2024-12-05T12:24:51,921 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:24:51,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:24:51,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401491922"}]},"ts":"1733401491922"} 2024-12-05T12:24:51,924 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:24:51,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea28ce5f63bf93ebb58ad1e769a55b3e, ASSIGN}] 2024-12-05T12:24:51,925 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea28ce5f63bf93ebb58ad1e769a55b3e, ASSIGN 2024-12-05T12:24:51,926 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea28ce5f63bf93ebb58ad1e769a55b3e, ASSIGN; state=OFFLINE, location=f4bc09594422,43965,1733401478026; forceNewPlan=false, retain=false 2024-12-05T12:24:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:52,077 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea28ce5f63bf93ebb58ad1e769a55b3e, regionState=OPENING, regionLocation=f4bc09594422,43965,1733401478026 2024-12-05T12:24:52,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea28ce5f63bf93ebb58ad1e769a55b3e, ASSIGN because future has completed 2024-12-05T12:24:52,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea28ce5f63bf93ebb58ad1e769a55b3e, server=f4bc09594422,43965,1733401478026}] 2024-12-05T12:24:52,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e. 2024-12-05T12:24:52,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:52,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:24:52,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C43965%2C1733401478026.rep, suffix=, logDir=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026, archiveDir=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/oldWALs, maxLogs=10 2024-12-05T12:24:52,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.rep.1733401492236, exclude list is [], retry=0 2024-12-05T12:24:52,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43397,DS-63e540a3-f914-46dc-86b7-3653b2798d40,DISK] 2024-12-05T12:24:52,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.rep.1733401492236 2024-12-05T12:24:52,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39703:39703)] 2024-12-05T12:24:52,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ea28ce5f63bf93ebb58ad1e769a55b3e, NAME => 'hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:52,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:52,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:24:52,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e. service=MultiRowMutationService 2024-12-05T12:24:52,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:24:52,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ea28ce5f63bf93ebb58ad1e769a55b3e 2024-12-05T12:24:52,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:52,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ea28ce5f63bf93ebb58ad1e769a55b3e 2024-12-05T12:24:52,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ea28ce5f63bf93ebb58ad1e769a55b3e 2024-12-05T12:24:52,260 INFO [StoreOpener-ea28ce5f63bf93ebb58ad1e769a55b3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ea28ce5f63bf93ebb58ad1e769a55b3e 2024-12-05T12:24:52,261 INFO [StoreOpener-ea28ce5f63bf93ebb58ad1e769a55b3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea28ce5f63bf93ebb58ad1e769a55b3e columnFamilyName hfileref 2024-12-05T12:24:52,261 DEBUG [StoreOpener-ea28ce5f63bf93ebb58ad1e769a55b3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:52,262 INFO [StoreOpener-ea28ce5f63bf93ebb58ad1e769a55b3e-1 {}] regionserver.HStore(327): Store=ea28ce5f63bf93ebb58ad1e769a55b3e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:52,262 INFO [StoreOpener-ea28ce5f63bf93ebb58ad1e769a55b3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ea28ce5f63bf93ebb58ad1e769a55b3e 2024-12-05T12:24:52,262 INFO [StoreOpener-ea28ce5f63bf93ebb58ad1e769a55b3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea28ce5f63bf93ebb58ad1e769a55b3e columnFamilyName queue 2024-12-05T12:24:52,263 DEBUG [StoreOpener-ea28ce5f63bf93ebb58ad1e769a55b3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:52,263 INFO [StoreOpener-ea28ce5f63bf93ebb58ad1e769a55b3e-1 {}] regionserver.HStore(327): Store=ea28ce5f63bf93ebb58ad1e769a55b3e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:52,263 INFO [StoreOpener-ea28ce5f63bf93ebb58ad1e769a55b3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ea28ce5f63bf93ebb58ad1e769a55b3e 2024-12-05T12:24:52,264 INFO [StoreOpener-ea28ce5f63bf93ebb58ad1e769a55b3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea28ce5f63bf93ebb58ad1e769a55b3e columnFamilyName sid 2024-12-05T12:24:52,264 DEBUG [StoreOpener-ea28ce5f63bf93ebb58ad1e769a55b3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:52,264 INFO [StoreOpener-ea28ce5f63bf93ebb58ad1e769a55b3e-1 {}] regionserver.HStore(327): Store=ea28ce5f63bf93ebb58ad1e769a55b3e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:52,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ea28ce5f63bf93ebb58ad1e769a55b3e 2024-12-05T12:24:52,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/replication/ea28ce5f63bf93ebb58ad1e769a55b3e 2024-12-05T12:24:52,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/replication/ea28ce5f63bf93ebb58ad1e769a55b3e 2024-12-05T12:24:52,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ea28ce5f63bf93ebb58ad1e769a55b3e 2024-12-05T12:24:52,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ea28ce5f63bf93ebb58ad1e769a55b3e 2024-12-05T12:24:52,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:24:52,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ea28ce5f63bf93ebb58ad1e769a55b3e 2024-12-05T12:24:52,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/replication/ea28ce5f63bf93ebb58ad1e769a55b3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:52,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ea28ce5f63bf93ebb58ad1e769a55b3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66130631, jitterRate=-0.014576807618141174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:24:52,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea28ce5f63bf93ebb58ad1e769a55b3e 2024-12-05T12:24:52,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ea28ce5f63bf93ebb58ad1e769a55b3e: Running coprocessor pre-open hook at 1733401492259Writing region info on filesystem at 1733401492259Initializing all the Stores at 1733401492260 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401492260Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401492260Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401492260Cleaning up temporary data from old regions at 1733401492265 (+5 ms)Running coprocessor post-open hooks at 1733401492269 (+4 ms)Region opened successfully at 1733401492269 2024-12-05T12:24:52,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e., pid=10, masterSystemTime=1733401492231 2024-12-05T12:24:52,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e. 2024-12-05T12:24:52,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e. 2024-12-05T12:24:52,272 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea28ce5f63bf93ebb58ad1e769a55b3e, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,43965,1733401478026 2024-12-05T12:24:52,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea28ce5f63bf93ebb58ad1e769a55b3e, server=f4bc09594422,43965,1733401478026 because future has completed 2024-12-05T12:24:52,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:24:52,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ea28ce5f63bf93ebb58ad1e769a55b3e, server=f4bc09594422,43965,1733401478026 in 196 msec 2024-12-05T12:24:52,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:24:52,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea28ce5f63bf93ebb58ad1e769a55b3e, ASSIGN in 353 msec 2024-12-05T12:24:52,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:24:52,279 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401492279"}]},"ts":"1733401492279"} 2024-12-05T12:24:52,281 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:24:52,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:24:52,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 825 msec 2024-12-05T12:24:52,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e., hostname=f4bc09594422,43965,1733401478026, seqNum=2] 2024-12-05T12:24:52,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612 2024-12-05T12:24:52,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100aa6587c10001, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612 2024-12-05T12:24:52,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:24:52,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:24:52,479 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:24:52,516 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f4bc09594422,43965,1733401478026, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:24:52,517 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:52,517 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,43965,1733401478026, seqNum=-1] 2024-12-05T12:24:52,517 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:52,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-05T12:24:52,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f4bc09594422,43965,1733401478026', locateType=CURRENT is [region=hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e., hostname=f4bc09594422,43965,1733401478026, seqNum=2] 2024-12-05T12:24:52,522 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:24:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:24:52,525 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f4bc09594422,43965,1733401478026 suceeded 2024-12-05T12:24:52,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:24:52,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-12-05T12:24:52,528 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f4bc09594422:35449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:24:52,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0850 sec 2024-12-05T12:24:52,539 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:35449' 2024-12-05T12:24:52,540 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@171c13b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:52,540 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,35449,-1 for getting cluster id 2024-12-05T12:24:52,540 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:52,541 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd37d2c6c-5530-48e7-b68c-b3107b0a82e3' 2024-12-05T12:24:52,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:52,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d37d2c6c-5530-48e7-b68c-b3107b0a82e3" 2024-12-05T12:24:52,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@585bacec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:52,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,35449,-1] 2024-12-05T12:24:52,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:52,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:52,542 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:52,543 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a7cbdbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:52,543 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:52,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,35449,1733401481536 2024-12-05T12:24:52,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1203fe5d 2024-12-05T12:24:52,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:52,545 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-05T12:24:52,545 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f4bc09594422,43965,1733401478026 (queues=1) is replicating from cluster=46dca2ed-093f-42f8-9778-e484e0f6d9a1 to cluster=d37d2c6c-5530-48e7-b68c-b3107b0a82e3 2024-12-05T12:24:52,545 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f4bc09594422%2C43965%2C1733401478026 2024-12-05T12:24:52,546 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f4bc09594422,43965,1733401478026, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:24:52,546 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204, startPosition=0, beingWritten=true 2024-12-05T12:24:52,553 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.shipperf4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f4bc09594422%2C43965%2C1733401478026 2024-12-05T12:24:52,556 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:52,556 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 379, reset compression=false 2024-12-05T12:24:52,556 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.shipperf4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,43965,1733401478026 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:52,583 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:24:52,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:52,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:52,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:52,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:52,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:52,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694b0e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:52,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,35449,-1 for getting cluster id 2024-12-05T12:24:52,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:52,585 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd37d2c6c-5530-48e7-b68c-b3107b0a82e3' 2024-12-05T12:24:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d37d2c6c-5530-48e7-b68c-b3107b0a82e3" 2024-12-05T12:24:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c62840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,35449,-1] 2024-12-05T12:24:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:52,586 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:52,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d30a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:52,587 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:52,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,35449,1733401481536 2024-12-05T12:24:52,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4582da7a 2024-12-05T12:24:52,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:52,589 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:52,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f4bc09594422:33205,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:24:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:24:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:52,593 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:33205' 2024-12-05T12:24:52,594 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13618083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:52,594 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,33205,-1 for getting cluster id 2024-12-05T12:24:52,594 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:52,594 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99be5f10-5e9c-48f6-8922-ae294155653c' 2024-12-05T12:24:52,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:52,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99be5f10-5e9c-48f6-8922-ae294155653c" 2024-12-05T12:24:52,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cafd147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:52,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,33205,-1] 2024-12-05T12:24:52,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:52,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:52,595 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:52,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec9f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:52,596 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:52,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,33205,1733401485708 2024-12-05T12:24:52,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@500577e9 2024-12-05T12:24:52,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:52,598 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:52,599 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T12:24:52,599 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:24:52,599 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:52,599 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:52,600 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:52,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:52,601 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:24:52,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:24:52,602 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:52,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:24:52,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:24:52,617 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2794a202801246d0030122aeaad427e4, NAME => 'hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00 2024-12-05T12:24:52,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:24:52,651 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:24:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:52,761 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 379, reset compression=false 2024-12-05T12:24:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:53,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:53,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2794a202801246d0030122aeaad427e4, disabling compactions & flushes 2024-12-05T12:24:53,037 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4. 2024-12-05T12:24:53,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4. 2024-12-05T12:24:53,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4. after waiting 0 ms 2024-12-05T12:24:53,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4. 2024-12-05T12:24:53,037 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4. 2024-12-05T12:24:53,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2794a202801246d0030122aeaad427e4: Waiting for close lock at 1733401493037Disabling compacts and flushes for region at 1733401493037Disabling writes for close at 1733401493037Writing region close event to WAL at 1733401493037Closed at 1733401493037 2024-12-05T12:24:53,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:24:53,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401493039"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401493039"}]},"ts":"1733401493039"} 2024-12-05T12:24:53,041 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:24:53,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:24:53,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401493042"}]},"ts":"1733401493042"} 2024-12-05T12:24:53,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:24:53,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2794a202801246d0030122aeaad427e4, ASSIGN}] 2024-12-05T12:24:53,045 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2794a202801246d0030122aeaad427e4, ASSIGN 2024-12-05T12:24:53,046 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2794a202801246d0030122aeaad427e4, ASSIGN; state=OFFLINE, location=f4bc09594422,36215,1733401481643; forceNewPlan=false, retain=false 2024-12-05T12:24:53,065 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 379, reset compression=false 2024-12-05T12:24:53,197 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2794a202801246d0030122aeaad427e4, regionState=OPENING, regionLocation=f4bc09594422,36215,1733401481643 2024-12-05T12:24:53,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2794a202801246d0030122aeaad427e4, ASSIGN because future has completed 2024-12-05T12:24:53,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2794a202801246d0030122aeaad427e4, server=f4bc09594422,36215,1733401481643}] 2024-12-05T12:24:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:53,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4. 2024-12-05T12:24:53,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:53,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:24:53,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C36215%2C1733401481643.rep, suffix=, logDir=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643, archiveDir=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/oldWALs, maxLogs=10 2024-12-05T12:24:53,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.rep.1733401493356, exclude list is [], retry=0 2024-12-05T12:24:53,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39083,DS-1a00f091-ad9c-41dc-a62b-6ac99ea84c13,DISK] 2024-12-05T12:24:53,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.rep.1733401493356 2024-12-05T12:24:53,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46349:46349)] 2024-12-05T12:24:53,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2794a202801246d0030122aeaad427e4, NAME => 'hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:53,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:53,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:24:53,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4. service=MultiRowMutationService 2024-12-05T12:24:53,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:24:53,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2794a202801246d0030122aeaad427e4 2024-12-05T12:24:53,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:53,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2794a202801246d0030122aeaad427e4 2024-12-05T12:24:53,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2794a202801246d0030122aeaad427e4 2024-12-05T12:24:53,375 INFO [StoreOpener-2794a202801246d0030122aeaad427e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2794a202801246d0030122aeaad427e4 2024-12-05T12:24:53,376 INFO [StoreOpener-2794a202801246d0030122aeaad427e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2794a202801246d0030122aeaad427e4 columnFamilyName hfileref 2024-12-05T12:24:53,376 DEBUG [StoreOpener-2794a202801246d0030122aeaad427e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:53,376 INFO [StoreOpener-2794a202801246d0030122aeaad427e4-1 {}] regionserver.HStore(327): Store=2794a202801246d0030122aeaad427e4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:53,376 INFO [StoreOpener-2794a202801246d0030122aeaad427e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2794a202801246d0030122aeaad427e4 2024-12-05T12:24:53,377 INFO [StoreOpener-2794a202801246d0030122aeaad427e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2794a202801246d0030122aeaad427e4 columnFamilyName queue 2024-12-05T12:24:53,377 DEBUG [StoreOpener-2794a202801246d0030122aeaad427e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:53,377 INFO [StoreOpener-2794a202801246d0030122aeaad427e4-1 {}] regionserver.HStore(327): Store=2794a202801246d0030122aeaad427e4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:53,377 INFO [StoreOpener-2794a202801246d0030122aeaad427e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2794a202801246d0030122aeaad427e4 2024-12-05T12:24:53,378 INFO [StoreOpener-2794a202801246d0030122aeaad427e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2794a202801246d0030122aeaad427e4 columnFamilyName sid 2024-12-05T12:24:53,378 DEBUG [StoreOpener-2794a202801246d0030122aeaad427e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:53,379 INFO [StoreOpener-2794a202801246d0030122aeaad427e4-1 {}] regionserver.HStore(327): Store=2794a202801246d0030122aeaad427e4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:53,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2794a202801246d0030122aeaad427e4 2024-12-05T12:24:53,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/replication/2794a202801246d0030122aeaad427e4 2024-12-05T12:24:53,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/replication/2794a202801246d0030122aeaad427e4 2024-12-05T12:24:53,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2794a202801246d0030122aeaad427e4 2024-12-05T12:24:53,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2794a202801246d0030122aeaad427e4 2024-12-05T12:24:53,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:24:53,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2794a202801246d0030122aeaad427e4 2024-12-05T12:24:53,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/replication/2794a202801246d0030122aeaad427e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:53,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2794a202801246d0030122aeaad427e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67050792, jitterRate=-8.653402328491211E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:24:53,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2794a202801246d0030122aeaad427e4 2024-12-05T12:24:53,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2794a202801246d0030122aeaad427e4: Running coprocessor pre-open hook at 1733401493374Writing region info on filesystem at 1733401493374Initializing all the Stores at 1733401493375 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401493375Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401493375Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401493375Cleaning up temporary data from old regions at 1733401493380 (+5 ms)Running coprocessor post-open hooks at 1733401493383 (+3 ms)Region opened successfully at 1733401493383 2024-12-05T12:24:53,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4., pid=10, masterSystemTime=1733401493351 2024-12-05T12:24:53,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4. 2024-12-05T12:24:53,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4. 2024-12-05T12:24:53,386 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2794a202801246d0030122aeaad427e4, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,36215,1733401481643 2024-12-05T12:24:53,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2794a202801246d0030122aeaad427e4, server=f4bc09594422,36215,1733401481643 because future has completed 2024-12-05T12:24:53,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:24:53,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2794a202801246d0030122aeaad427e4, server=f4bc09594422,36215,1733401481643 in 190 msec 2024-12-05T12:24:53,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:24:53,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2794a202801246d0030122aeaad427e4, ASSIGN in 347 msec 2024-12-05T12:24:53,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:24:53,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401493393"}]},"ts":"1733401493393"} 2024-12-05T12:24:53,394 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:24:53,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:24:53,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 795 msec 2024-12-05T12:24:53,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4., hostname=f4bc09594422,36215,1733401481643, seqNum=2] 2024-12-05T12:24:53,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x100aa6587c10004, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381 2024-12-05T12:24:53,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381 2024-12-05T12:24:53,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:24:53,431 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:24:53,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,468 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 379, reset compression=false 2024-12-05T12:24:53,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:53,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:24:53,567 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:24:53,596 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f4bc09594422,36215,1733401481643, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:24:53,596 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:53,596 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36215,1733401481643, seqNum=-1] 2024-12-05T12:24:53,596 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:53,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-05T12:24:53,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f4bc09594422,36215,1733401481643', locateType=CURRENT is [region=hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4., hostname=f4bc09594422,36215,1733401481643, seqNum=2] 2024-12-05T12:24:53,601 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:24:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:24:53,603 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f4bc09594422,36215,1733401481643 suceeded 2024-12-05T12:24:53,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:24:53,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-12-05T12:24:53,605 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f4bc09594422:33205,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:24:53,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0150 sec 2024-12-05T12:24:53,615 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:33205' 2024-12-05T12:24:53,616 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e27fcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:53,616 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,33205,-1 for getting cluster id 2024-12-05T12:24:53,616 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:53,617 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99be5f10-5e9c-48f6-8922-ae294155653c' 2024-12-05T12:24:53,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:53,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99be5f10-5e9c-48f6-8922-ae294155653c" 2024-12-05T12:24:53,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6acdf60a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:53,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,33205,-1] 2024-12-05T12:24:53,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:53,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:53,618 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:53,618 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f82c557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:53,619 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:53,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,33205,1733401485708 2024-12-05T12:24:53,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20763db4 2024-12-05T12:24:53,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:53,620 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-05T12:24:53,621 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f4bc09594422,36215,1733401481643 (queues=1) is replicating from cluster=d37d2c6c-5530-48e7-b68c-b3107b0a82e3 to cluster=99be5f10-5e9c-48f6-8922-ae294155653c 2024-12-05T12:24:53,621 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f4bc09594422%2C36215%2C1733401481643 2024-12-05T12:24:53,621 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f4bc09594422,36215,1733401481643, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:24:53,622 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.shipperf4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f4bc09594422%2C36215%2C1733401481643 2024-12-05T12:24:53,622 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195, startPosition=0, beingWritten=true 2024-12-05T12:24:53,631 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:53,631 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 379, reset compression=false 2024-12-05T12:24:53,631 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.shipperf4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,36215,1733401481643 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:53,734 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:24:53,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:53,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:53,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:53,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:53,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:53,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de1f65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:53,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,33205,-1 for getting cluster id 2024-12-05T12:24:53,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:53,735 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99be5f10-5e9c-48f6-8922-ae294155653c' 2024-12-05T12:24:53,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:53,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99be5f10-5e9c-48f6-8922-ae294155653c" 2024-12-05T12:24:53,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bca7ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:53,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,33205,-1] 2024-12-05T12:24:53,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:53,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:53,737 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:53,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2371d92e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:53,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:53,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,33205,1733401485708 2024-12-05T12:24:53,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b799bda 2024-12-05T12:24:53,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:53,739 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:53,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f4bc09594422:35449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:24:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:24:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:53,743 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:35449' 2024-12-05T12:24:53,744 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720e0a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:53,744 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,35449,-1 for getting cluster id 2024-12-05T12:24:53,744 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:53,745 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd37d2c6c-5530-48e7-b68c-b3107b0a82e3' 2024-12-05T12:24:53,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:53,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d37d2c6c-5530-48e7-b68c-b3107b0a82e3" 2024-12-05T12:24:53,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f20fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:53,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,35449,-1] 2024-12-05T12:24:53,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:53,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:53,746 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:53,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70eeaf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:53,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:53,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,35449,1733401481536 2024-12-05T12:24:53,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@535fae3b 2024-12-05T12:24:53,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:53,748 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:24:53,749 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T12:24:53,749 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:24:53,749 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:53,749 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:53,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:53,750 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:24:53,750 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:24:53,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:24:53,751 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:53,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:24:53,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:24:53,801 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:24:53,840 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 379, reset compression=false 2024-12-05T12:24:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:53,972 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 379, reset compression=false 2024-12-05T12:24:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:54,144 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 379, reset compression=false 2024-12-05T12:24:54,158 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d9db0cd5d0abcc22c2fee6677919e5f, NAME => 'hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602 2024-12-05T12:24:54,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:24:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:54,547 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 379, reset compression=false 2024-12-05T12:24:54,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:54,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7d9db0cd5d0abcc22c2fee6677919e5f, disabling compactions & flushes 2024-12-05T12:24:54,565 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f. 2024-12-05T12:24:54,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f. 2024-12-05T12:24:54,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f. after waiting 0 ms 2024-12-05T12:24:54,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f. 2024-12-05T12:24:54,565 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f. 2024-12-05T12:24:54,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d9db0cd5d0abcc22c2fee6677919e5f: Waiting for close lock at 1733401494565Disabling compacts and flushes for region at 1733401494565Disabling writes for close at 1733401494565Writing region close event to WAL at 1733401494565Closed at 1733401494565 2024-12-05T12:24:54,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:24:54,567 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401494567"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401494567"}]},"ts":"1733401494567"} 2024-12-05T12:24:54,569 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:24:54,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:24:54,570 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401494570"}]},"ts":"1733401494570"} 2024-12-05T12:24:54,577 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:24:54,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d9db0cd5d0abcc22c2fee6677919e5f, ASSIGN}] 2024-12-05T12:24:54,578 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d9db0cd5d0abcc22c2fee6677919e5f, ASSIGN 2024-12-05T12:24:54,579 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7d9db0cd5d0abcc22c2fee6677919e5f, ASSIGN; state=OFFLINE, location=f4bc09594422,35263,1733401485753; forceNewPlan=false, retain=false 2024-12-05T12:24:54,589 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 379, reset compression=false 2024-12-05T12:24:54,730 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7d9db0cd5d0abcc22c2fee6677919e5f, regionState=OPENING, regionLocation=f4bc09594422,35263,1733401485753 2024-12-05T12:24:54,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7d9db0cd5d0abcc22c2fee6677919e5f, ASSIGN because future has completed 2024-12-05T12:24:54,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d9db0cd5d0abcc22c2fee6677919e5f, server=f4bc09594422,35263,1733401485753}] 2024-12-05T12:24:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:54,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f. 2024-12-05T12:24:54,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:24:54,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:24:54,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C35263%2C1733401485753.rep, suffix=, logDir=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753, archiveDir=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/oldWALs, maxLogs=10 2024-12-05T12:24:54,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.rep.1733401494889, exclude list is [], retry=0 2024-12-05T12:24:54,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44381,DS-b23748c6-89c2-4859-bc71-f9ff9e373ea9,DISK] 2024-12-05T12:24:54,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.rep.1733401494889 2024-12-05T12:24:54,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36205:36205)] 2024-12-05T12:24:54,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d9db0cd5d0abcc22c2fee6677919e5f, NAME => 'hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:24:54,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:24:54,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:24:54,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f. service=MultiRowMutationService 2024-12-05T12:24:54,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:24:54,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7d9db0cd5d0abcc22c2fee6677919e5f 2024-12-05T12:24:54,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:24:54,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7d9db0cd5d0abcc22c2fee6677919e5f 2024-12-05T12:24:54,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7d9db0cd5d0abcc22c2fee6677919e5f 2024-12-05T12:24:54,909 INFO [StoreOpener-7d9db0cd5d0abcc22c2fee6677919e5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7d9db0cd5d0abcc22c2fee6677919e5f 2024-12-05T12:24:54,910 INFO [StoreOpener-7d9db0cd5d0abcc22c2fee6677919e5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d9db0cd5d0abcc22c2fee6677919e5f columnFamilyName hfileref 2024-12-05T12:24:54,910 DEBUG [StoreOpener-7d9db0cd5d0abcc22c2fee6677919e5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:54,911 INFO [StoreOpener-7d9db0cd5d0abcc22c2fee6677919e5f-1 {}] regionserver.HStore(327): Store=7d9db0cd5d0abcc22c2fee6677919e5f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:54,911 INFO [StoreOpener-7d9db0cd5d0abcc22c2fee6677919e5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7d9db0cd5d0abcc22c2fee6677919e5f 2024-12-05T12:24:54,912 INFO [StoreOpener-7d9db0cd5d0abcc22c2fee6677919e5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d9db0cd5d0abcc22c2fee6677919e5f columnFamilyName queue 2024-12-05T12:24:54,912 DEBUG [StoreOpener-7d9db0cd5d0abcc22c2fee6677919e5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:54,912 INFO [StoreOpener-7d9db0cd5d0abcc22c2fee6677919e5f-1 {}] regionserver.HStore(327): Store=7d9db0cd5d0abcc22c2fee6677919e5f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:54,912 INFO [StoreOpener-7d9db0cd5d0abcc22c2fee6677919e5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7d9db0cd5d0abcc22c2fee6677919e5f 2024-12-05T12:24:54,913 INFO [StoreOpener-7d9db0cd5d0abcc22c2fee6677919e5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d9db0cd5d0abcc22c2fee6677919e5f columnFamilyName sid 2024-12-05T12:24:54,913 DEBUG [StoreOpener-7d9db0cd5d0abcc22c2fee6677919e5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:24:54,913 INFO [StoreOpener-7d9db0cd5d0abcc22c2fee6677919e5f-1 {}] regionserver.HStore(327): Store=7d9db0cd5d0abcc22c2fee6677919e5f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:24:54,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7d9db0cd5d0abcc22c2fee6677919e5f 2024-12-05T12:24:54,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/replication/7d9db0cd5d0abcc22c2fee6677919e5f 2024-12-05T12:24:54,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/replication/7d9db0cd5d0abcc22c2fee6677919e5f 2024-12-05T12:24:54,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7d9db0cd5d0abcc22c2fee6677919e5f 2024-12-05T12:24:54,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7d9db0cd5d0abcc22c2fee6677919e5f 2024-12-05T12:24:54,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:24:54,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7d9db0cd5d0abcc22c2fee6677919e5f 2024-12-05T12:24:54,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/replication/7d9db0cd5d0abcc22c2fee6677919e5f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:24:54,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7d9db0cd5d0abcc22c2fee6677919e5f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74990224, jitterRate=0.11744141578674316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:24:54,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d9db0cd5d0abcc22c2fee6677919e5f 2024-12-05T12:24:54,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7d9db0cd5d0abcc22c2fee6677919e5f: Running coprocessor pre-open hook at 1733401494909Writing region info on filesystem at 1733401494909Initializing all the Stores at 1733401494909Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401494909Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401494909Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401494909Cleaning up temporary data from old regions at 1733401494914 (+5 ms)Running coprocessor post-open hooks at 1733401494918 (+4 ms)Region opened successfully at 1733401494918 2024-12-05T12:24:54,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f., pid=10, masterSystemTime=1733401494884 2024-12-05T12:24:54,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f. 2024-12-05T12:24:54,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f. 2024-12-05T12:24:54,920 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7d9db0cd5d0abcc22c2fee6677919e5f, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,35263,1733401485753 2024-12-05T12:24:54,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d9db0cd5d0abcc22c2fee6677919e5f, server=f4bc09594422,35263,1733401485753 because future has completed 2024-12-05T12:24:54,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:24:54,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d9db0cd5d0abcc22c2fee6677919e5f, server=f4bc09594422,35263,1733401485753 in 191 msec 2024-12-05T12:24:54,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:24:54,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d9db0cd5d0abcc22c2fee6677919e5f, ASSIGN in 347 msec 2024-12-05T12:24:54,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:24:54,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401494927"}]},"ts":"1733401494927"} 2024-12-05T12:24:54,928 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:24:54,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:24:54,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-12-05T12:24:54,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f., hostname=f4bc09594422,35263,1733401485753, seqNum=2] 2024-12-05T12:24:54,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35263-0x100aa6587c10007, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694 2024-12-05T12:24:54,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694 2024-12-05T12:24:54,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:24:55,006 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T12:24:55,053 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 379, reset compression=false 2024-12-05T12:24:55,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35263 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:24:55,120 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:24:55,162 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f4bc09594422,35263,1733401485753, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:24:55,163 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:55,163 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,35263,1733401485753, seqNum=-1] 2024-12-05T12:24:55,163 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:55,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-05T12:24:55,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f4bc09594422,35263,1733401485753', locateType=CURRENT is [region=hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f., hostname=f4bc09594422,35263,1733401485753, seqNum=2] 2024-12-05T12:24:55,168 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:24:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:24:55,170 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f4bc09594422,35263,1733401485753 suceeded 2024-12-05T12:24:55,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:24:55,172 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f4bc09594422:35449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:24:55,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-12-05T12:24:55,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4320 sec 2024-12-05T12:24:55,182 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:35449' 2024-12-05T12:24:55,183 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71f7ef93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:55,183 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,35449,-1 for getting cluster id 2024-12-05T12:24:55,183 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:55,184 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd37d2c6c-5530-48e7-b68c-b3107b0a82e3' 2024-12-05T12:24:55,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:55,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d37d2c6c-5530-48e7-b68c-b3107b0a82e3" 2024-12-05T12:24:55,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bb458b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:55,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,35449,-1] 2024-12-05T12:24:55,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:55,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:55,185 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:55,185 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4848d9f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:55,186 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:24:55,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,35449,1733401481536 2024-12-05T12:24:55,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@219a2ceb 2024-12-05T12:24:55,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:24:55,187 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-05T12:24:55,188 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f4bc09594422,35263,1733401485753 (queues=1) is replicating from cluster=99be5f10-5e9c-48f6-8922-ae294155653c to cluster=d37d2c6c-5530-48e7-b68c-b3107b0a82e3 2024-12-05T12:24:55,188 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f4bc09594422%2C35263%2C1733401485753 2024-12-05T12:24:55,188 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f4bc09594422,35263,1733401485753, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:24:55,188 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526, startPosition=0, beingWritten=true 2024-12-05T12:24:55,188 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.shipperf4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f4bc09594422%2C35263%2C1733401485753 2024-12-05T12:24:55,193 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:55,193 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 379, reset compression=false 2024-12-05T12:24:55,193 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.shipperf4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,35263,1733401485753 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:55,303 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 379, reset compression=false 2024-12-05T12:24:55,396 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 379, reset compression=false 2024-12-05T12:24:55,658 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 379, reset compression=false 2024-12-05T12:24:55,702 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 379, reset compression=false 2024-12-05T12:24:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:24:55,884 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:24:55,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:24:55,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:24:55,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:55,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:55,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:24:55,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66aa03a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:55,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,35005,-1 for getting cluster id 2024-12-05T12:24:55,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:55,886 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46dca2ed-093f-42f8-9778-e484e0f6d9a1' 2024-12-05T12:24:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46dca2ed-093f-42f8-9778-e484e0f6d9a1" 2024-12-05T12:24:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b94b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,35005,-1] 2024-12-05T12:24:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:55,887 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e0dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:55,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea0572d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:55,888 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,35449,-1 for getting cluster id 2024-12-05T12:24:55,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:55,889 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd37d2c6c-5530-48e7-b68c-b3107b0a82e3' 2024-12-05T12:24:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d37d2c6c-5530-48e7-b68c-b3107b0a82e3" 2024-12-05T12:24:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff00465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,35449,-1] 2024-12-05T12:24:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:55,890 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0ddabf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:55,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ed60c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:55,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,33205,-1 for getting cluster id 2024-12-05T12:24:55,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:55,892 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99be5f10-5e9c-48f6-8922-ae294155653c' 2024-12-05T12:24:55,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:55,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99be5f10-5e9c-48f6-8922-ae294155653c" 2024-12-05T12:24:55,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf8d719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:55,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,33205,-1] 2024-12-05T12:24:55,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:55,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:55,893 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f3477f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:55,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:55,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,43965,1733401478026, seqNum=-1] 2024-12-05T12:24:55,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:55,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:55,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733401488002.42d49fa3db0ea4776d93754fc8625577., hostname=f4bc09594422,43965,1733401478026, seqNum=2] 2024-12-05T12:24:55,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:55,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,35263,1733401485753, seqNum=-1] 2024-12-05T12:24:55,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:55,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8., hostname=f4bc09594422,35263,1733401485753, seqNum=2] 2024-12-05T12:24:55,904 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T12:24:56,105 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 379, reset compression=false 2024-12-05T12:24:56,106 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 379, reset compression=false 2024-12-05T12:24:56,115 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:56,115 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 480, reset compression=false 2024-12-05T12:24:56,115 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.shipperf4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,43965,1733401478026 got entry batch from reader: WALEntryBatch [walEntries=[{test/42d49fa3db0ea4776d93754fc8625577/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T12:24:56,117 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.shipperf4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:24:56,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-05T12:24:56,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:56,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49c06aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:56,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,35449,-1 for getting cluster id 2024-12-05T12:24:56,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:56,120 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd37d2c6c-5530-48e7-b68c-b3107b0a82e3' 2024-12-05T12:24:56,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:56,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d37d2c6c-5530-48e7-b68c-b3107b0a82e3" 2024-12-05T12:24:56,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d380256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:56,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,35449,-1] 2024-12-05T12:24:56,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:56,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:56,122 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:56,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6330a693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:56,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:56,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36215,1733401481643, seqNum=-1] 2024-12-05T12:24:56,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:56,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-05T12:24:56,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4., hostname=f4bc09594422,36215,1733401481643, seqNum=2] 2024-12-05T12:24:56,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:56,318 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 480, reset compression=false 2024-12-05T12:24:56,362 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 379, reset compression=false 2024-12-05T12:24:56,366 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:56,366 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 503, reset compression=false 2024-12-05T12:24:56,366 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.shipperf4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,36215,1733401481643 got entry batch from reader: WALEntryBatch [walEntries=[{test/b448e0da4772812fcae17fea5fff6ec4/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-05T12:24:56,368 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.shipperf4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:24:56,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-05T12:24:56,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:56,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60e0ca65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:56,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,33205,-1 for getting cluster id 2024-12-05T12:24:56,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:24:56,372 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99be5f10-5e9c-48f6-8922-ae294155653c' 2024-12-05T12:24:56,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:24:56,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99be5f10-5e9c-48f6-8922-ae294155653c" 2024-12-05T12:24:56,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e3d0330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:56,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,33205,-1] 2024-12-05T12:24:56,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:24:56,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:24:56,374 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:24:56,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@661a786e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:24:56,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:56,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,35263,1733401485753, seqNum=-1] 2024-12-05T12:24:56,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:56,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-05T12:24:56,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8., hostname=f4bc09594422,35263,1733401485753, seqNum=2] 2024-12-05T12:24:56,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:56,570 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 503, reset compression=false 2024-12-05T12:24:56,613 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 379, reset compression=false 2024-12-05T12:24:56,618 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:56,618 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 527, reset compression=false 2024-12-05T12:24:56,618 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.shipperf4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,35263,1733401485753 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:56,623 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 480, reset compression=false 2024-12-05T12:24:56,821 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 527, reset compression=false 2024-12-05T12:24:56,875 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 503, reset compression=false 2024-12-05T12:24:56,906 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T12:24:56,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:24:56,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,36215,1733401481643, seqNum=-1] 2024-12-05T12:24:56,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:24:56,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:24:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4., hostname=f4bc09594422,36215,1733401481643, seqNum=2] 2024-12-05T12:24:56,913 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T12:24:57,026 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 480, reset compression=false 2024-12-05T12:24:57,125 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 527, reset compression=false 2024-12-05T12:24:57,279 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 503, reset compression=false 2024-12-05T12:24:57,284 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:57,284 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 607, reset compression=false 2024-12-05T12:24:57,284 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.shipperf4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,36215,1733401481643 got entry batch from reader: WALEntryBatch [walEntries=[{test/b448e0da4772812fcae17fea5fff6ec4/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T12:24:57,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:57,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:57,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T12:24:57,451 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T12:24:57,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:24:57,451 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T12:24:57,488 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 607, reset compression=false 2024-12-05T12:24:57,530 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 527, reset compression=false 2024-12-05T12:24:57,530 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 480, reset compression=false 2024-12-05T12:24:57,538 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:57,538 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 655, reset compression=false 2024-12-05T12:24:57,538 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.shipperf4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,35263,1733401485753 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:57,742 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 655, reset compression=false 2024-12-05T12:24:57,791 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 607, reset compression=false 2024-12-05T12:24:57,915 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T12:24:57,918 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-05T12:24:58,045 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 655, reset compression=false 2024-12-05T12:24:58,051 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:58,051 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 759, reset compression=false 2024-12-05T12:24:58,051 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.shipperf4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,35263,1733401485753 got entry batch from reader: WALEntryBatch [walEntries=[{test/8fceb44b0debbcae75c8c6d03835cbb8/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T12:24:58,053 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.shipperf4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:24:58,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-05T12:24:58,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:58,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:58,135 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 480, reset compression=false 2024-12-05T12:24:58,194 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 607, reset compression=false 2024-12-05T12:24:58,198 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:24:58,199 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 735, reset compression=false 2024-12-05T12:24:58,199 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.shipperf4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,36215,1733401481643 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:24:58,255 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 759, reset compression=false 2024-12-05T12:24:58,401 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 735, reset compression=false 2024-12-05T12:24:58,558 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 759, reset compression=false 2024-12-05T12:24:58,707 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 735, reset compression=false 2024-12-05T12:24:58,839 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 480, reset compression=false 2024-12-05T12:24:58,876 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:24:58,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:58,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:58,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:58,921 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-05T12:24:58,924 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T12:24:58,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:58,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:58,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:58,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:58,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:58,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:58,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:58,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:58,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:24:58,961 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 759, reset compression=false 2024-12-05T12:24:59,111 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 735, reset compression=false 2024-12-05T12:24:59,473 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 759, reset compression=false 2024-12-05T12:24:59,614 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 735, reset compression=false 2024-12-05T12:24:59,643 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 480, reset compression=false 2024-12-05T12:24:59,656 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:24:59,656 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 636, reset compression=false 2024-12-05T12:24:59,656 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.shipperf4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,43965,1733401478026 got entry batch from reader: WALEntryBatch [walEntries=[{test/42d49fa3db0ea4776d93754fc8625577/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T12:24:59,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:24:59,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:24:59,861 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 636, reset compression=false 2024-12-05T12:24:59,929 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T12:25:00,077 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 759, reset compression=false 2024-12-05T12:25:00,165 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 636, reset compression=false 2024-12-05T12:25:00,218 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 735, reset compression=false 2024-12-05T12:25:00,225 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:25:00,225 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 882, reset compression=false 2024-12-05T12:25:00,225 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.shipperf4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,36215,1733401481643 got entry batch from reader: WALEntryBatch [walEntries=[{test/b448e0da4772812fcae17fea5fff6ec4/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-05T12:25:00,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:25:00,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:25:00,433 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 882, reset compression=false 2024-12-05T12:25:00,576 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 636, reset compression=false 2024-12-05T12:25:00,737 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 882, reset compression=false 2024-12-05T12:25:00,797 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 759, reset compression=false 2024-12-05T12:25:00,802 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:00,802 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 930, reset compression=false 2024-12-05T12:25:00,802 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.shipperf4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,35263,1733401485753 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:25:00,930 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T12:25:00,934 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T12:25:01,006 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 930, reset compression=false 2024-12-05T12:25:01,081 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 636, reset compression=false 2024-12-05T12:25:01,141 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 882, reset compression=false 2024-12-05T12:25:01,145 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:25:01,145 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 1041, reset compression=false 2024-12-05T12:25:01,145 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.shipperf4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,36215,1733401481643 got entry batch from reader: WALEntryBatch [walEntries=[{test/b448e0da4772812fcae17fea5fff6ec4/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T12:25:01,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:25:01,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:25:01,310 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 930, reset compression=false 2024-12-05T12:25:01,315 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:01,315 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 1080, reset compression=false 2024-12-05T12:25:01,315 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.shipperf4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,35263,1733401485753 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:25:01,349 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 1041, reset compression=false 2024-12-05T12:25:01,443 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:01,443 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:25:01,444 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88616 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:25:01,519 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 1080, reset compression=false 2024-12-05T12:25:01,652 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 1041, reset compression=false 2024-12-05T12:25:01,684 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 636, reset compression=false 2024-12-05T12:25:01,823 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 1080, reset compression=false 2024-12-05T12:25:01,936 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T12:25:01,939 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-05T12:25:02,056 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 1041, reset compression=false 2024-12-05T12:25:02,226 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 1080, reset compression=false 2024-12-05T12:25:02,231 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:25:02,231 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 1239, reset compression=false 2024-12-05T12:25:02,231 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.shipperf4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,35263,1733401485753 got entry batch from reader: WALEntryBatch [walEntries=[{test/8fceb44b0debbcae75c8c6d03835cbb8/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T12:25:02,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T12:25:02,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T12:25:02,388 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 636, reset compression=false 2024-12-05T12:25:02,435 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 1239, reset compression=false 2024-12-05T12:25:02,560 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 1041, reset compression=false 2024-12-05T12:25:02,565 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:02,566 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 1191, reset compression=false 2024-12-05T12:25:02,566 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.shipperf4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,36215,1733401481643 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:25:02,739 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 1239, reset compression=false 2024-12-05T12:25:02,775 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 1191, reset compression=false 2024-12-05T12:25:02,941 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-05T12:25:02,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:25:02,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:02,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:02,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:02,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:02,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:02,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:25:02,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1733318314, stopped=false 2024-12-05T12:25:02,947 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,33205,1733401485708 2024-12-05T12:25:02,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35263-0x100aa6587c10007, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1528858694/running 2024-12-05T12:25:02,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1528858694/running 2024-12-05T12:25:02,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35263-0x100aa6587c10007, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694 2024-12-05T12:25:02,949 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:25:02,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694 2024-12-05T12:25:02,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:02,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:02,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:02,949 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,35263,1733401485753' ***** 2024-12-05T12:25:02,949 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:25:02,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Set watcher on znode that does not yet exist, /2-1528858694/running 2024-12-05T12:25:02,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35263-0x100aa6587c10007, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Set watcher on znode that does not yet exist, /2-1528858694/running 2024-12-05T12:25:02,951 INFO [RS:0;f4bc09594422:35263 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:25:02,951 INFO [RS:0;f4bc09594422:35263 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:25:02,951 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:25:02,951 INFO [RS:0;f4bc09594422:35263 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:25:02,951 INFO [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d9db0cd5d0abcc22c2fee6677919e5f 2024-12-05T12:25:02,951 INFO [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fceb44b0debbcae75c8c6d03835cbb8 2024-12-05T12:25:02,951 INFO [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,35263,1733401485753 2024-12-05T12:25:02,951 INFO [RS:0;f4bc09594422:35263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:25:02,951 INFO [RS:0;f4bc09594422:35263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:35263. 2024-12-05T12:25:02,951 DEBUG [RS:0;f4bc09594422:35263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:02,951 DEBUG [RS:0;f4bc09594422:35263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:02,951 INFO [RS:0;f4bc09594422:35263 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:25:02,951 INFO [RS:0;f4bc09594422:35263 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:25:02,951 INFO [RS:0;f4bc09594422:35263 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:25:02,952 INFO [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:25:02,952 INFO [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:25:02,952 DEBUG [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(1325): Online Regions={7d9db0cd5d0abcc22c2fee6677919e5f=hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f., 8fceb44b0debbcae75c8c6d03835cbb8=test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:25:02,952 DEBUG [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d9db0cd5d0abcc22c2fee6677919e5f, 8fceb44b0debbcae75c8c6d03835cbb8 2024-12-05T12:25:02,952 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d9db0cd5d0abcc22c2fee6677919e5f, disabling compactions & flushes 2024-12-05T12:25:02,952 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:25:02,952 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f. 2024-12-05T12:25:02,952 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:25:02,952 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:25:02,952 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f. 2024-12-05T12:25:02,952 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f. after waiting 0 ms 2024-12-05T12:25:02,952 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:25:02,952 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:25:02,952 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f. 2024-12-05T12:25:02,952 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7d9db0cd5d0abcc22c2fee6677919e5f 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-05T12:25:02,952 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:25:02,969 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/replication/7d9db0cd5d0abcc22c2fee6677919e5f/.tmp/queue/4adb6ebdb5f245deb7e5a56e9ed39f78 is 154, key is 1-f4bc09594422,35263,1733401485753/queue:f4bc09594422%2C35263%2C1733401485753/1733401502236/Put/seqid=0 2024-12-05T12:25:02,970 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740/.tmp/info/e1623e005f1042278a07925848bee814 is 147, key is hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f./info:regioninfo/1733401494920/Put/seqid=0 2024-12-05T12:25:02,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741840_1016 (size=5353) 2024-12-05T12:25:02,972 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/replication/7d9db0cd5d0abcc22c2fee6677919e5f/.tmp/queue/4adb6ebdb5f245deb7e5a56e9ed39f78 2024-12-05T12:25:02,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741841_1017 (size=7686) 2024-12-05T12:25:02,974 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740/.tmp/info/e1623e005f1042278a07925848bee814 2024-12-05T12:25:02,978 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/replication/7d9db0cd5d0abcc22c2fee6677919e5f/.tmp/queue/4adb6ebdb5f245deb7e5a56e9ed39f78 as hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/replication/7d9db0cd5d0abcc22c2fee6677919e5f/queue/4adb6ebdb5f245deb7e5a56e9ed39f78 2024-12-05T12:25:02,989 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/replication/7d9db0cd5d0abcc22c2fee6677919e5f/queue/4adb6ebdb5f245deb7e5a56e9ed39f78, entries=1, sequenceid=12, filesize=5.2 K 2024-12-05T12:25:02,990 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 7d9db0cd5d0abcc22c2fee6677919e5f in 38ms, sequenceid=12, compaction requested=false 2024-12-05T12:25:02,993 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/replication/7d9db0cd5d0abcc22c2fee6677919e5f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T12:25:02,994 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:02,994 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:25:02,994 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f. 2024-12-05T12:25:02,994 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d9db0cd5d0abcc22c2fee6677919e5f: Waiting for close lock at 1733401502952Running coprocessor pre-close hooks at 1733401502952Disabling compacts and flushes for region at 1733401502952Disabling writes for close at 1733401502952Obtaining lock to block concurrent updates at 1733401502952Preparing flush snapshotting stores in 7d9db0cd5d0abcc22c2fee6677919e5f at 1733401502952Finished memstore snapshotting hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733401502953 (+1 ms)Flushing stores of hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f. at 1733401502953Flushing 7d9db0cd5d0abcc22c2fee6677919e5f/queue: creating writer at 1733401502953Flushing 7d9db0cd5d0abcc22c2fee6677919e5f/queue: appending metadata at 1733401502968 (+15 ms)Flushing 7d9db0cd5d0abcc22c2fee6677919e5f/queue: closing flushed file at 1733401502968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40a2e681: reopening flushed file at 1733401502977 (+9 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 7d9db0cd5d0abcc22c2fee6677919e5f in 38ms, sequenceid=12, compaction requested=false at 1733401502990 (+13 ms)Writing region close event to WAL at 1733401502991 (+1 ms)Running coprocessor post-close hooks at 1733401502994 (+3 ms)Closed at 1733401502994 2024-12-05T12:25:02,994 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401493749.7d9db0cd5d0abcc22c2fee6677919e5f. 2024-12-05T12:25:02,994 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fceb44b0debbcae75c8c6d03835cbb8, disabling compactions & flushes 2024-12-05T12:25:02,994 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8. 2024-12-05T12:25:02,994 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8. 2024-12-05T12:25:02,994 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8. after waiting 0 ms 2024-12-05T12:25:02,994 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8. 2024-12-05T12:25:02,994 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8fceb44b0debbcae75c8c6d03835cbb8 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-05T12:25:03,000 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740/.tmp/ns/3544dbe41e1044ee831e681596e167d6 is 43, key is default/ns:d/1733401487951/Put/seqid=0 2024-12-05T12:25:03,006 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:25:03,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741842_1018 (size=5153) 2024-12-05T12:25:03,013 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/default/test/8fceb44b0debbcae75c8c6d03835cbb8/.tmp/f/1e41d80d72b94a288d56e89dd327630e is 29, key is row1/f:/1733401500931/DeleteFamily/seqid=0 2024-12-05T12:25:03,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741843_1019 (size=5152) 2024-12-05T12:25:03,079 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 1191, reset compression=false 2024-12-05T12:25:03,143 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 1239, reset compression=false 2024-12-05T12:25:03,147 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:03,147 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 1486, reset compression=false 2024-12-05T12:25:03,147 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.shipperf4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,35263,1733401485753 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:25:03,148 ERROR [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.shipperf4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f4bc09594422,35263,1733401485753: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f4bc09594422,35263,1733401485753, walGroup=f4bc09594422%2C35263%2C1733401485753, offset=f4bc09594422%2C35263%2C1733401485753.1733401487526:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:35263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T12:25:03,149 ERROR [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.shipperf4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T12:25:03,149 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.shipperf4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T12:25:03,149 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.shipperf4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T12:25:03,150 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.shipperf4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T12:25:03,150 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.shipperf4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T12:25:03,150 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.shipperf4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1352663040, "init": 1048576000, "max": 2306867200, "used": 876434128 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 201630720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T12:25:03,150 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.shipperf4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:33205 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:33205 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T12:25:03,152 DEBUG [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fceb44b0debbcae75c8c6d03835cbb8 2024-12-05T12:25:03,192 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 636, reset compression=false 2024-12-05T12:25:03,350 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 1486, reset compression=false 2024-12-05T12:25:03,352 DEBUG [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fceb44b0debbcae75c8c6d03835cbb8 2024-12-05T12:25:03,369 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:25:03,369 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:25:03,413 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740/.tmp/ns/3544dbe41e1044ee831e681596e167d6 2024-12-05T12:25:03,423 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/default/test/8fceb44b0debbcae75c8c6d03835cbb8/.tmp/f/1e41d80d72b94a288d56e89dd327630e 2024-12-05T12:25:03,427 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e41d80d72b94a288d56e89dd327630e 2024-12-05T12:25:03,432 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740/.tmp/rep_barrier/7dd4e1e933cc44dba2c9c0695d44db76 is 112, key is test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8./rep_barrier:seqnumDuringOpen/1733401491150/Put/seqid=0 2024-12-05T12:25:03,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741844_1020 (size=5518) 2024-12-05T12:25:03,450 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/default/test/8fceb44b0debbcae75c8c6d03835cbb8/.tmp/f1/e97664fd66a745519ebed02824ae9b9b is 30, key is row1/f1:/1733401500931/DeleteFamily/seqid=0 2024-12-05T12:25:03,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741845_1021 (size=5158) 2024-12-05T12:25:03,483 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 1191, reset compression=false 2024-12-05T12:25:03,552 DEBUG [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fceb44b0debbcae75c8c6d03835cbb8 2024-12-05T12:25:03,654 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 1486, reset compression=false 2024-12-05T12:25:03,753 DEBUG [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fceb44b0debbcae75c8c6d03835cbb8 2024-12-05T12:25:03,836 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740/.tmp/rep_barrier/7dd4e1e933cc44dba2c9c0695d44db76 2024-12-05T12:25:03,857 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740/.tmp/table/a903fd0391134780a34ad93f33a29e09 is 53, key is hbase:replication/table:state/1733401494927/Put/seqid=0 2024-12-05T12:25:03,859 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/default/test/8fceb44b0debbcae75c8c6d03835cbb8/.tmp/f1/e97664fd66a745519ebed02824ae9b9b 2024-12-05T12:25:03,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741846_1022 (size=5308) 2024-12-05T12:25:03,863 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e97664fd66a745519ebed02824ae9b9b 2024-12-05T12:25:03,863 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740/.tmp/table/a903fd0391134780a34ad93f33a29e09 2024-12-05T12:25:03,868 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740/.tmp/info/e1623e005f1042278a07925848bee814 as hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740/info/e1623e005f1042278a07925848bee814 2024-12-05T12:25:03,873 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740/info/e1623e005f1042278a07925848bee814, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:25:03,880 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740/.tmp/ns/3544dbe41e1044ee831e681596e167d6 as hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740/ns/3544dbe41e1044ee831e681596e167d6 2024-12-05T12:25:03,884 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/default/test/8fceb44b0debbcae75c8c6d03835cbb8/.tmp/norep/5522542918d64dbcb59f35cfda31f88f is 33, key is row2/norep:/1733401501937/DeleteFamily/seqid=0 2024-12-05T12:25:03,884 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740/ns/3544dbe41e1044ee831e681596e167d6, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:25:03,885 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740/.tmp/rep_barrier/7dd4e1e933cc44dba2c9c0695d44db76 as hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740/rep_barrier/7dd4e1e933cc44dba2c9c0695d44db76 2024-12-05T12:25:03,889 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740/rep_barrier/7dd4e1e933cc44dba2c9c0695d44db76, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:25:03,890 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740/.tmp/table/a903fd0391134780a34ad93f33a29e09 as hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740/table/a903fd0391134780a34ad93f33a29e09 2024-12-05T12:25:03,894 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740/table/a903fd0391134780a34ad93f33a29e09, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:25:03,895 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 943ms, sequenceid=16, compaction requested=false 2024-12-05T12:25:03,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741847_1023 (size=5108) 2024-12-05T12:25:03,943 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:25:03,944 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:03,944 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:25:03,944 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:03,944 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401502952Running coprocessor pre-close hooks at 1733401502952Disabling compacts and flushes for region at 1733401502952Disabling writes for close at 1733401502952Obtaining lock to block concurrent updates at 1733401502952Preparing flush snapshotting stores in 1588230740 at 1733401502952Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401502953 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733401502953Flushing 1588230740/info: creating writer at 1733401502953Flushing 1588230740/info: appending metadata at 1733401502970 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733401502970Flushing 1588230740/ns: creating writer at 1733401502978 (+8 ms)Flushing 1588230740/ns: appending metadata at 1733401502999 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733401502999Flushing 1588230740/rep_barrier: creating writer at 1733401503417 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401503431 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401503431Flushing 1588230740/table: creating writer at 1733401503840 (+409 ms)Flushing 1588230740/table: appending metadata at 1733401503856 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733401503856Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a517583: reopening flushed file at 1733401503867 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a489eb8: reopening flushed file at 1733401503873 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c30e4ae: reopening flushed file at 1733401503885 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c80e574: reopening flushed file at 1733401503889 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 943ms, sequenceid=16, compaction requested=false at 1733401503895 (+6 ms)Writing region close event to WAL at 1733401503936 (+41 ms)Running coprocessor post-close hooks at 1733401503944 (+8 ms)Closed at 1733401503944 2024-12-05T12:25:03,945 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:03,953 INFO [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:25:03,953 DEBUG [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(1325): Online Regions={8fceb44b0debbcae75c8c6d03835cbb8=test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8.} 2024-12-05T12:25:03,953 DEBUG [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(1351): Waiting on 8fceb44b0debbcae75c8c6d03835cbb8 2024-12-05T12:25:03,986 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 1191, reset compression=false 2024-12-05T12:25:04,058 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.wal-reader.f4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.1733401487526 to pos 1486, reset compression=false 2024-12-05T12:25:04,095 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 636, reset compression=false 2024-12-05T12:25:04,153 DEBUG [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(1351): Waiting on 8fceb44b0debbcae75c8c6d03835cbb8 2024-12-05T12:25:04,314 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/default/test/8fceb44b0debbcae75c8c6d03835cbb8/.tmp/norep/5522542918d64dbcb59f35cfda31f88f 2024-12-05T12:25:04,318 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5522542918d64dbcb59f35cfda31f88f 2024-12-05T12:25:04,319 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/default/test/8fceb44b0debbcae75c8c6d03835cbb8/.tmp/f/1e41d80d72b94a288d56e89dd327630e as hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/default/test/8fceb44b0debbcae75c8c6d03835cbb8/f/1e41d80d72b94a288d56e89dd327630e 2024-12-05T12:25:04,329 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e41d80d72b94a288d56e89dd327630e 2024-12-05T12:25:04,329 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/default/test/8fceb44b0debbcae75c8c6d03835cbb8/f/1e41d80d72b94a288d56e89dd327630e, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T12:25:04,330 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/default/test/8fceb44b0debbcae75c8c6d03835cbb8/.tmp/f1/e97664fd66a745519ebed02824ae9b9b as hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/default/test/8fceb44b0debbcae75c8c6d03835cbb8/f1/e97664fd66a745519ebed02824ae9b9b 2024-12-05T12:25:04,335 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e97664fd66a745519ebed02824ae9b9b 2024-12-05T12:25:04,335 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/default/test/8fceb44b0debbcae75c8c6d03835cbb8/f1/e97664fd66a745519ebed02824ae9b9b, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T12:25:04,336 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/default/test/8fceb44b0debbcae75c8c6d03835cbb8/.tmp/norep/5522542918d64dbcb59f35cfda31f88f as hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/default/test/8fceb44b0debbcae75c8c6d03835cbb8/norep/5522542918d64dbcb59f35cfda31f88f 2024-12-05T12:25:04,339 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5522542918d64dbcb59f35cfda31f88f 2024-12-05T12:25:04,339 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/default/test/8fceb44b0debbcae75c8c6d03835cbb8/norep/5522542918d64dbcb59f35cfda31f88f, entries=1, sequenceid=10, filesize=5.0 K 2024-12-05T12:25:04,340 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8fceb44b0debbcae75c8c6d03835cbb8 in 1346ms, sequenceid=10, compaction requested=false 2024-12-05T12:25:04,344 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/data/default/test/8fceb44b0debbcae75c8c6d03835cbb8/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T12:25:04,345 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:04,345 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:25:04,345 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8. 2024-12-05T12:25:04,345 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fceb44b0debbcae75c8c6d03835cbb8: Waiting for close lock at 1733401502994Running coprocessor pre-close hooks at 1733401502994Disabling compacts and flushes for region at 1733401502994Disabling writes for close at 1733401502994Obtaining lock to block concurrent updates at 1733401502994Preparing flush snapshotting stores in 8fceb44b0debbcae75c8c6d03835cbb8 at 1733401502994Finished memstore snapshotting test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733401502995 (+1 ms)Flushing stores of test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8. at 1733401502995Flushing 8fceb44b0debbcae75c8c6d03835cbb8/f: creating writer at 1733401502995Flushing 8fceb44b0debbcae75c8c6d03835cbb8/f: appending metadata at 1733401503013 (+18 ms)Flushing 8fceb44b0debbcae75c8c6d03835cbb8/f: closing flushed file at 1733401503013Flushing 8fceb44b0debbcae75c8c6d03835cbb8/f1: creating writer at 1733401503427 (+414 ms)Flushing 8fceb44b0debbcae75c8c6d03835cbb8/f1: appending metadata at 1733401503449 (+22 ms)Flushing 8fceb44b0debbcae75c8c6d03835cbb8/f1: closing flushed file at 1733401503449Flushing 8fceb44b0debbcae75c8c6d03835cbb8/norep: creating writer at 1733401503863 (+414 ms)Flushing 8fceb44b0debbcae75c8c6d03835cbb8/norep: appending metadata at 1733401503883 (+20 ms)Flushing 8fceb44b0debbcae75c8c6d03835cbb8/norep: closing flushed file at 1733401503883Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50b99ff7: reopening flushed file at 1733401504318 (+435 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d683631: reopening flushed file at 1733401504329 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6804701f: reopening flushed file at 1733401504335 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8fceb44b0debbcae75c8c6d03835cbb8 in 1346ms, sequenceid=10, compaction requested=false at 1733401504340 (+5 ms)Writing region close event to WAL at 1733401504342 (+2 ms)Running coprocessor post-close hooks at 1733401504345 (+3 ms)Closed at 1733401504345 2024-12-05T12:25:04,345 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401490807.8fceb44b0debbcae75c8c6d03835cbb8. 2024-12-05T12:25:04,353 INFO [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,35263,1733401485753; all regions closed. 2024-12-05T12:25:04,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741834_1010 (size=4239) 2024-12-05T12:25:04,357 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/WALs/f4bc09594422,35263,1733401485753/f4bc09594422%2C35263%2C1733401485753.meta.1733401487911.meta not finished, retry = 0 2024-12-05T12:25:04,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741839_1015 (size=3114) 2024-12-05T12:25:04,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741833_1009 (size=2138) 2024-12-05T12:25:04,479 DEBUG [RS:0;f4bc09594422:35263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:04,479 INFO [RS:0;f4bc09594422:35263 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:25:04,480 INFO [RS:0;f4bc09594422:35263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:25:04,480 INFO [RS:0;f4bc09594422:35263 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:25:04,480 INFO [RS:0;f4bc09594422:35263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:25:04,480 INFO [RS:0;f4bc09594422:35263 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f4bc09594422,35263,1733401485753 because: Region server is closing 2024-12-05T12:25:04,481 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:25:04,481 INFO [RS:0;f4bc09594422:35263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:35263. 2024-12-05T12:25:04,481 DEBUG [RS:0;f4bc09594422:35263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:04,481 DEBUG [RS:0;f4bc09594422:35263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:04,481 DEBUG [RS:0;f4bc09594422:35263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:04,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:04,582 INFO [RS:0;f4bc09594422:35263 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,35263,1733401485753.replicationSource.shipperf4bc09594422%2C35263%2C1733401485753,1-f4bc09594422,35263,1733401485753 terminated 2024-12-05T12:25:04,582 INFO [RS:0;f4bc09594422:35263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:35263. 2024-12-05T12:25:04,582 DEBUG [RS:0;f4bc09594422:35263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:04,582 DEBUG [RS:0;f4bc09594422:35263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:04,582 DEBUG [RS:0;f4bc09594422:35263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:04,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:04,583 INFO [RS:0;f4bc09594422:35263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35263 2024-12-05T12:25:04,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694/rs 2024-12-05T12:25:04,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35263-0x100aa6587c10007, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1528858694/rs/f4bc09594422,35263,1733401485753 2024-12-05T12:25:04,585 INFO [RS:0;f4bc09594422:35263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:25:04,586 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,35263,1733401485753] 2024-12-05T12:25:04,587 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1528858694/draining/f4bc09594422,35263,1733401485753 already deleted, retry=false 2024-12-05T12:25:04,587 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,35263,1733401485753 expired; onlineServers=0 2024-12-05T12:25:04,587 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,33205,1733401485708' ***** 2024-12-05T12:25:04,587 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:25:04,587 INFO [M:0;f4bc09594422:33205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:25:04,587 INFO [M:0;f4bc09594422:33205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:25:04,587 DEBUG [M:0;f4bc09594422:33205 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:25:04,588 DEBUG [M:0;f4bc09594422:33205 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:25:04,588 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:25:04,588 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401487249 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401487249,5,FailOnTimeoutGroup] 2024-12-05T12:25:04,588 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401487260 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401487260,5,FailOnTimeoutGroup] 2024-12-05T12:25:04,588 INFO [M:0;f4bc09594422:33205 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:25:04,588 INFO [M:0;f4bc09594422:33205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:25:04,588 DEBUG [M:0;f4bc09594422:33205 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:25:04,589 INFO [M:0;f4bc09594422:33205 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:25:04,589 INFO [M:0;f4bc09594422:33205 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:25:04,589 INFO [M:0;f4bc09594422:33205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:25:04,589 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:25:04,589 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 1191, reset compression=false 2024-12-05T12:25:04,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1528858694/master 2024-12-05T12:25:04,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1528858694 2024-12-05T12:25:04,592 DEBUG [M:0;f4bc09594422:33205 {}] zookeeper.ZKUtil(347): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Unable to get data of znode /2-1528858694/master because node does not exist (not an error) 2024-12-05T12:25:04,592 WARN [M:0;f4bc09594422:33205 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:25:04,605 INFO [M:0;f4bc09594422:33205 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/.lastflushedseqids 2024-12-05T12:25:04,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741848_1024 (size=245) 2024-12-05T12:25:04,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35263-0x100aa6587c10007, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:04,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35263-0x100aa6587c10007, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:04,687 INFO [RS:0;f4bc09594422:35263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:25:04,687 INFO [RS:0;f4bc09594422:35263 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,35263,1733401485753; zookeeper connection closed. 2024-12-05T12:25:04,689 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49f9f134 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49f9f134 2024-12-05T12:25:04,689 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:25:05,051 INFO [M:0;f4bc09594422:33205 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:25:05,051 INFO [M:0;f4bc09594422:33205 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:25:05,052 DEBUG [M:0;f4bc09594422:33205 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:25:05,052 INFO [M:0;f4bc09594422:33205 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:05,052 DEBUG [M:0;f4bc09594422:33205 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:05,052 DEBUG [M:0;f4bc09594422:33205 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:25:05,052 DEBUG [M:0;f4bc09594422:33205 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:05,052 INFO [M:0;f4bc09594422:33205 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-05T12:25:05,072 DEBUG [M:0;f4bc09594422:33205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/555c409c013843caa1a7efaabed02e90 is 82, key is hbase:meta,,1/info:regioninfo/1733401487941/Put/seqid=0 2024-12-05T12:25:05,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741849_1025 (size=5672) 2024-12-05T12:25:05,082 INFO [M:0;f4bc09594422:33205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/555c409c013843caa1a7efaabed02e90 2024-12-05T12:25:05,104 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 636, reset compression=false 2024-12-05T12:25:05,112 DEBUG [M:0;f4bc09594422:33205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd23098d1a454c2eaddc99c0294dbd79 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733401494930/Put/seqid=0 2024-12-05T12:25:05,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741850_1026 (size=8517) 2024-12-05T12:25:05,158 INFO [M:0;f4bc09594422:33205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd23098d1a454c2eaddc99c0294dbd79 2024-12-05T12:25:05,185 DEBUG [M:0;f4bc09594422:33205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/585b973e0c41476485693de31785379b is 69, key is f4bc09594422,35263,1733401485753/rs:state/1733401487331/Put/seqid=0 2024-12-05T12:25:05,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741851_1027 (size=5156) 2024-12-05T12:25:05,318 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 1191, reset compression=false 2024-12-05T12:25:05,621 INFO [M:0;f4bc09594422:33205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/585b973e0c41476485693de31785379b 2024-12-05T12:25:05,625 DEBUG [M:0;f4bc09594422:33205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/555c409c013843caa1a7efaabed02e90 as hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/555c409c013843caa1a7efaabed02e90 2024-12-05T12:25:05,629 INFO [M:0;f4bc09594422:33205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/555c409c013843caa1a7efaabed02e90, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T12:25:05,629 DEBUG [M:0;f4bc09594422:33205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd23098d1a454c2eaddc99c0294dbd79 as hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd23098d1a454c2eaddc99c0294dbd79 2024-12-05T12:25:05,633 INFO [M:0;f4bc09594422:33205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd23098d1a454c2eaddc99c0294dbd79, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T12:25:05,634 DEBUG [M:0;f4bc09594422:33205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/585b973e0c41476485693de31785379b as hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/585b973e0c41476485693de31785379b 2024-12-05T12:25:05,637 INFO [M:0;f4bc09594422:33205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34483/user/jenkins/test-data/2f8e8ccb-5c40-78cb-9ec9-f336fe102602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/585b973e0c41476485693de31785379b, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T12:25:05,638 INFO [M:0;f4bc09594422:33205 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 586ms, sequenceid=97, compaction requested=false 2024-12-05T12:25:05,639 INFO [M:0;f4bc09594422:33205 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:05,639 DEBUG [M:0;f4bc09594422:33205 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401505051Disabling compacts and flushes for region at 1733401505051Disabling writes for close at 1733401505052 (+1 ms)Obtaining lock to block concurrent updates at 1733401505052Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401505052Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733401505052Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401505053 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401505053Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401505071 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401505071Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401505086 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401505111 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401505111Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401505163 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401505185 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401505185Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f7693: reopening flushed file at 1733401505625 (+440 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@421f116b: reopening flushed file at 1733401505629 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14c6bac0: reopening flushed file at 1733401505633 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 586ms, sequenceid=97, compaction requested=false at 1733401505638 (+5 ms)Writing region close event to WAL at 1733401505639 (+1 ms)Closed at 1733401505639 2024-12-05T12:25:05,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741830_1006 (size=63666) 2024-12-05T12:25:05,644 INFO [M:0;f4bc09594422:33205 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:25:05,644 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:25:05,644 INFO [M:0;f4bc09594422:33205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33205 2024-12-05T12:25:05,644 INFO [M:0;f4bc09594422:33205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:25:05,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:05,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x100aa6587c10006, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:05,747 INFO [M:0;f4bc09594422:33205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:25:05,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1aa57ce{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:25:05,774 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76eee56e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:25:05,774 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:25:05,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43fcf12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:25:05,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25bb7798{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/hadoop.log.dir/,STOPPED} 2024-12-05T12:25:05,776 WARN [BP-1615546269-172.17.0.3-1733401483867 heartbeating to localhost/127.0.0.1:34483 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:25:05,776 WARN [BP-1615546269-172.17.0.3-1733401483867 heartbeating to localhost/127.0.0.1:34483 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1615546269-172.17.0.3-1733401483867 (Datanode Uuid b98512a2-0194-4e9e-9d3f-c98e16838d15) service to localhost/127.0.0.1:34483 2024-12-05T12:25:05,776 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:25:05,776 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:25:05,777 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/cluster_b55e5dfb-fe6f-8734-4f20-6a4587a5589b/data/data1/current/BP-1615546269-172.17.0.3-1733401483867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:25:05,777 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/cluster_b55e5dfb-fe6f-8734-4f20-6a4587a5589b/data/data2/current/BP-1615546269-172.17.0.3-1733401483867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:25:05,777 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:25:05,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2126db52{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:25:05,785 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a572396{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:25:05,785 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:25:05,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cb8ce78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:25:05,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fb209d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/hadoop.log.dir/,STOPPED} 2024-12-05T12:25:05,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:25:05,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:25:05,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:05,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:05,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:05,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:05,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:05,804 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:25:05,804 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=170191722, stopped=false 2024-12-05T12:25:05,804 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,35449,1733401481536 2024-12-05T12:25:05,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x100aa6587c10004, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-728941381/running 2024-12-05T12:25:05,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x100aa6587c10004, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381 2024-12-05T12:25:05,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-728941381/running 2024-12-05T12:25:05,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381 2024-12-05T12:25:05,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36215-0x100aa6587c10004, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Set watcher on znode that does not yet exist, /1-728941381/running 2024-12-05T12:25:05,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Set watcher on znode that does not yet exist, /1-728941381/running 2024-12-05T12:25:05,808 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:25:05,809 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:05,809 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:05,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:05,810 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,36215,1733401481643' ***** 2024-12-05T12:25:05,810 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:25:05,810 INFO [RS:0;f4bc09594422:36215 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:25:05,810 INFO [RS:0;f4bc09594422:36215 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:25:05,810 INFO [RS:0;f4bc09594422:36215 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:25:05,810 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:25:05,810 INFO [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(3091): Received CLOSE for 2794a202801246d0030122aeaad427e4 2024-12-05T12:25:05,813 INFO [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(3091): Received CLOSE for b448e0da4772812fcae17fea5fff6ec4 2024-12-05T12:25:05,813 INFO [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,36215,1733401481643 2024-12-05T12:25:05,813 INFO [RS:0;f4bc09594422:36215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:25:05,813 INFO [RS:0;f4bc09594422:36215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:36215. 2024-12-05T12:25:05,813 DEBUG [RS:0;f4bc09594422:36215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:05,813 DEBUG [RS:0;f4bc09594422:36215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:05,813 INFO [RS:0;f4bc09594422:36215 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:25:05,813 INFO [RS:0;f4bc09594422:36215 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:25:05,813 INFO [RS:0;f4bc09594422:36215 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:25:05,813 INFO [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:25:05,814 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2794a202801246d0030122aeaad427e4, disabling compactions & flushes 2024-12-05T12:25:05,814 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4. 2024-12-05T12:25:05,814 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4. 2024-12-05T12:25:05,814 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4. after waiting 0 ms 2024-12-05T12:25:05,814 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4. 2024-12-05T12:25:05,814 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2794a202801246d0030122aeaad427e4 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-05T12:25:05,820 INFO [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:25:05,820 DEBUG [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2794a202801246d0030122aeaad427e4=hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4., b448e0da4772812fcae17fea5fff6ec4=test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4.} 2024-12-05T12:25:05,820 DEBUG [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2794a202801246d0030122aeaad427e4, b448e0da4772812fcae17fea5fff6ec4 2024-12-05T12:25:05,832 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:25:05,832 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:25:05,833 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:25:05,833 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:25:05,833 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:25:05,833 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:25:05,863 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740/.tmp/info/bd44454d421443d38f37f33dbc639dc3 is 147, key is hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4./info:regioninfo/1733401493386/Put/seqid=0 2024-12-05T12:25:05,866 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/replication/2794a202801246d0030122aeaad427e4/.tmp/queue/8b9145840d06475d83b175efb44990ed is 154, key is 1-f4bc09594422,36215,1733401481643/queue:f4bc09594422%2C36215%2C1733401481643/1733401502567/Put/seqid=0 2024-12-05T12:25:05,868 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:25:05,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741840_1016 (size=7686) 2024-12-05T12:25:05,887 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740/.tmp/info/bd44454d421443d38f37f33dbc639dc3 2024-12-05T12:25:05,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741841_1017 (size=5353) 2024-12-05T12:25:05,930 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740/.tmp/ns/fffe16449e4b487495d3c778526bbd51 is 43, key is default/ns:d/1733401483694/Put/seqid=0 2024-12-05T12:25:05,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741842_1018 (size=5153) 2024-12-05T12:25:06,016 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:25:06,016 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:25:06,021 DEBUG [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2794a202801246d0030122aeaad427e4, b448e0da4772812fcae17fea5fff6ec4 2024-12-05T12:25:06,168 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.wal-reader.f4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/WALs/f4bc09594422,36215,1733401481643/f4bc09594422%2C36215%2C1733401481643.1733401483195 to pos 1191, reset compression=false 2024-12-05T12:25:06,221 DEBUG [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2794a202801246d0030122aeaad427e4, b448e0da4772812fcae17fea5fff6ec4 2024-12-05T12:25:06,243 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 636, reset compression=false 2024-12-05T12:25:06,291 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/replication/2794a202801246d0030122aeaad427e4/.tmp/queue/8b9145840d06475d83b175efb44990ed 2024-12-05T12:25:06,300 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/replication/2794a202801246d0030122aeaad427e4/.tmp/queue/8b9145840d06475d83b175efb44990ed as hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/replication/2794a202801246d0030122aeaad427e4/queue/8b9145840d06475d83b175efb44990ed 2024-12-05T12:25:06,304 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/replication/2794a202801246d0030122aeaad427e4/queue/8b9145840d06475d83b175efb44990ed, entries=1, sequenceid=12, filesize=5.2 K 2024-12-05T12:25:06,305 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 2794a202801246d0030122aeaad427e4 in 491ms, sequenceid=12, compaction requested=false 2024-12-05T12:25:06,305 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T12:25:06,311 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/replication/2794a202801246d0030122aeaad427e4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T12:25:06,312 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:06,312 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:25:06,312 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4. 2024-12-05T12:25:06,312 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2794a202801246d0030122aeaad427e4: Waiting for close lock at 1733401505814Running coprocessor pre-close hooks at 1733401505814Disabling compacts and flushes for region at 1733401505814Disabling writes for close at 1733401505814Obtaining lock to block concurrent updates at 1733401505814Preparing flush snapshotting stores in 2794a202801246d0030122aeaad427e4 at 1733401505814Finished memstore snapshotting hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733401505818 (+4 ms)Flushing stores of hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4. at 1733401505818Flushing 2794a202801246d0030122aeaad427e4/queue: creating writer at 1733401505818Flushing 2794a202801246d0030122aeaad427e4/queue: appending metadata at 1733401505865 (+47 ms)Flushing 2794a202801246d0030122aeaad427e4/queue: closing flushed file at 1733401505865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@255f3fbf: reopening flushed file at 1733401506300 (+435 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 2794a202801246d0030122aeaad427e4 in 491ms, sequenceid=12, compaction requested=false at 1733401506305 (+5 ms)Writing region close event to WAL at 1733401506309 (+4 ms)Running coprocessor post-close hooks at 1733401506312 (+3 ms)Closed at 1733401506312 2024-12-05T12:25:06,312 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401492600.2794a202801246d0030122aeaad427e4. 2024-12-05T12:25:06,312 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b448e0da4772812fcae17fea5fff6ec4, disabling compactions & flushes 2024-12-05T12:25:06,312 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4. 2024-12-05T12:25:06,312 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4. 2024-12-05T12:25:06,312 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4. after waiting 0 ms 2024-12-05T12:25:06,312 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4. 2024-12-05T12:25:06,313 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b448e0da4772812fcae17fea5fff6ec4 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-05T12:25:06,327 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/default/test/b448e0da4772812fcae17fea5fff6ec4/.tmp/f/2289c6de05e1492586ad6eec61a77026 is 29, key is row1/f:/1733401500931/DeleteFamily/seqid=0 2024-12-05T12:25:06,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741843_1019 (size=5152) 2024-12-05T12:25:06,348 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740/.tmp/ns/fffe16449e4b487495d3c778526bbd51 2024-12-05T12:25:06,368 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740/.tmp/rep_barrier/62ef5ed702f647859243f915db23a2a0 is 112, key is test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4./rep_barrier:seqnumDuringOpen/1733401489818/Put/seqid=0 2024-12-05T12:25:06,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741844_1020 (size=5518) 2024-12-05T12:25:06,372 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740/.tmp/rep_barrier/62ef5ed702f647859243f915db23a2a0 2024-12-05T12:25:06,399 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740/.tmp/table/8e8ef127c7f74698a80e52bb3dcfe534 is 53, key is hbase:replication/table:state/1733401493393/Put/seqid=0 2024-12-05T12:25:06,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741845_1021 (size=5308) 2024-12-05T12:25:06,414 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740/.tmp/table/8e8ef127c7f74698a80e52bb3dcfe534 2024-12-05T12:25:06,419 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740/.tmp/info/bd44454d421443d38f37f33dbc639dc3 as hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740/info/bd44454d421443d38f37f33dbc639dc3 2024-12-05T12:25:06,421 DEBUG [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b448e0da4772812fcae17fea5fff6ec4 2024-12-05T12:25:06,423 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740/info/bd44454d421443d38f37f33dbc639dc3, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:25:06,423 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740/.tmp/ns/fffe16449e4b487495d3c778526bbd51 as hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740/ns/fffe16449e4b487495d3c778526bbd51 2024-12-05T12:25:06,427 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740/ns/fffe16449e4b487495d3c778526bbd51, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:25:06,427 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740/.tmp/rep_barrier/62ef5ed702f647859243f915db23a2a0 as hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740/rep_barrier/62ef5ed702f647859243f915db23a2a0 2024-12-05T12:25:06,431 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740/rep_barrier/62ef5ed702f647859243f915db23a2a0, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:25:06,432 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740/.tmp/table/8e8ef127c7f74698a80e52bb3dcfe534 as hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740/table/8e8ef127c7f74698a80e52bb3dcfe534 2024-12-05T12:25:06,435 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740/table/8e8ef127c7f74698a80e52bb3dcfe534, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:25:06,436 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 603ms, sequenceid=16, compaction requested=false 2024-12-05T12:25:06,436 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:25:06,441 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:25:06,443 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:06,443 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:25:06,443 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:06,443 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401505832Running coprocessor pre-close hooks at 1733401505832Disabling compacts and flushes for region at 1733401505832Disabling writes for close at 1733401505833 (+1 ms)Obtaining lock to block concurrent updates at 1733401505833Preparing flush snapshotting stores in 1588230740 at 1733401505833Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401505833Flushing stores of hbase:meta,,1.1588230740 at 1733401505839 (+6 ms)Flushing 1588230740/info: creating writer at 1733401505839Flushing 1588230740/info: appending metadata at 1733401505862 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733401505863 (+1 ms)Flushing 1588230740/ns: creating writer at 1733401505892 (+29 ms)Flushing 1588230740/ns: appending metadata at 1733401505930 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1733401505930Flushing 1588230740/rep_barrier: creating writer at 1733401506352 (+422 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401506368 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401506368Flushing 1588230740/table: creating writer at 1733401506375 (+7 ms)Flushing 1588230740/table: appending metadata at 1733401506399 (+24 ms)Flushing 1588230740/table: closing flushed file at 1733401506399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@86f3b36: reopening flushed file at 1733401506419 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@244f13dc: reopening flushed file at 1733401506423 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c8230b6: reopening flushed file at 1733401506427 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@704b8a9: reopening flushed file at 1733401506431 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 603ms, sequenceid=16, compaction requested=false at 1733401506436 (+5 ms)Writing region close event to WAL at 1733401506438 (+2 ms)Running coprocessor post-close hooks at 1733401506443 (+5 ms)Closed at 1733401506443 2024-12-05T12:25:06,443 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:06,621 DEBUG [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(1351): Waiting on b448e0da4772812fcae17fea5fff6ec4 2024-12-05T12:25:06,738 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/default/test/b448e0da4772812fcae17fea5fff6ec4/.tmp/f/2289c6de05e1492586ad6eec61a77026 2024-12-05T12:25:06,744 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2289c6de05e1492586ad6eec61a77026 2024-12-05T12:25:06,768 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/default/test/b448e0da4772812fcae17fea5fff6ec4/.tmp/f1/9411ee2dd66b4bb88e840dc6e17523b8 is 30, key is row1/f1:/1733401500931/DeleteFamily/seqid=0 2024-12-05T12:25:06,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741846_1022 (size=5158) 2024-12-05T12:25:06,778 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/default/test/b448e0da4772812fcae17fea5fff6ec4/.tmp/f1/9411ee2dd66b4bb88e840dc6e17523b8 2024-12-05T12:25:06,783 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9411ee2dd66b4bb88e840dc6e17523b8 2024-12-05T12:25:06,806 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/default/test/b448e0da4772812fcae17fea5fff6ec4/.tmp/norep/862372fdb6be445c93102200a23dda7a is 33, key is row1/norep:/1733401500931/DeleteFamily/seqid=0 2024-12-05T12:25:06,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741847_1023 (size=5108) 2024-12-05T12:25:06,818 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/default/test/b448e0da4772812fcae17fea5fff6ec4/.tmp/norep/862372fdb6be445c93102200a23dda7a 2024-12-05T12:25:06,821 INFO [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:25:06,821 DEBUG [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(1325): Online Regions={b448e0da4772812fcae17fea5fff6ec4=test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4.} 2024-12-05T12:25:06,821 DEBUG [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(1351): Waiting on b448e0da4772812fcae17fea5fff6ec4 2024-12-05T12:25:06,822 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 862372fdb6be445c93102200a23dda7a 2024-12-05T12:25:06,825 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/default/test/b448e0da4772812fcae17fea5fff6ec4/.tmp/f/2289c6de05e1492586ad6eec61a77026 as hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/default/test/b448e0da4772812fcae17fea5fff6ec4/f/2289c6de05e1492586ad6eec61a77026 2024-12-05T12:25:06,829 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2289c6de05e1492586ad6eec61a77026 2024-12-05T12:25:06,829 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/default/test/b448e0da4772812fcae17fea5fff6ec4/f/2289c6de05e1492586ad6eec61a77026, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T12:25:06,830 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/default/test/b448e0da4772812fcae17fea5fff6ec4/.tmp/f1/9411ee2dd66b4bb88e840dc6e17523b8 as hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/default/test/b448e0da4772812fcae17fea5fff6ec4/f1/9411ee2dd66b4bb88e840dc6e17523b8 2024-12-05T12:25:06,834 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9411ee2dd66b4bb88e840dc6e17523b8 2024-12-05T12:25:06,835 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/default/test/b448e0da4772812fcae17fea5fff6ec4/f1/9411ee2dd66b4bb88e840dc6e17523b8, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T12:25:06,835 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/default/test/b448e0da4772812fcae17fea5fff6ec4/.tmp/norep/862372fdb6be445c93102200a23dda7a as hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/default/test/b448e0da4772812fcae17fea5fff6ec4/norep/862372fdb6be445c93102200a23dda7a 2024-12-05T12:25:06,840 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 862372fdb6be445c93102200a23dda7a 2024-12-05T12:25:06,840 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/default/test/b448e0da4772812fcae17fea5fff6ec4/norep/862372fdb6be445c93102200a23dda7a, entries=1, sequenceid=10, filesize=5.0 K 2024-12-05T12:25:06,841 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b448e0da4772812fcae17fea5fff6ec4 in 529ms, sequenceid=10, compaction requested=false 2024-12-05T12:25:06,841 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T12:25:06,871 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/data/default/test/b448e0da4772812fcae17fea5fff6ec4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T12:25:06,872 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:06,872 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:25:06,872 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4. 2024-12-05T12:25:06,872 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b448e0da4772812fcae17fea5fff6ec4: Waiting for close lock at 1733401506312Running coprocessor pre-close hooks at 1733401506312Disabling compacts and flushes for region at 1733401506312Disabling writes for close at 1733401506312Obtaining lock to block concurrent updates at 1733401506313 (+1 ms)Preparing flush snapshotting stores in b448e0da4772812fcae17fea5fff6ec4 at 1733401506313Finished memstore snapshotting test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733401506313Flushing stores of test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4. at 1733401506313Flushing b448e0da4772812fcae17fea5fff6ec4/f: creating writer at 1733401506313Flushing b448e0da4772812fcae17fea5fff6ec4/f: appending metadata at 1733401506327 (+14 ms)Flushing b448e0da4772812fcae17fea5fff6ec4/f: closing flushed file at 1733401506327Flushing b448e0da4772812fcae17fea5fff6ec4/f1: creating writer at 1733401506744 (+417 ms)Flushing b448e0da4772812fcae17fea5fff6ec4/f1: appending metadata at 1733401506767 (+23 ms)Flushing b448e0da4772812fcae17fea5fff6ec4/f1: closing flushed file at 1733401506767Flushing b448e0da4772812fcae17fea5fff6ec4/norep: creating writer at 1733401506783 (+16 ms)Flushing b448e0da4772812fcae17fea5fff6ec4/norep: appending metadata at 1733401506805 (+22 ms)Flushing b448e0da4772812fcae17fea5fff6ec4/norep: closing flushed file at 1733401506805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fff12d2: reopening flushed file at 1733401506823 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b9202d7: reopening flushed file at 1733401506829 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@436d78ce: reopening flushed file at 1733401506835 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b448e0da4772812fcae17fea5fff6ec4 in 529ms, sequenceid=10, compaction requested=false at 1733401506841 (+6 ms)Writing region close event to WAL at 1733401506863 (+22 ms)Running coprocessor post-close hooks at 1733401506872 (+9 ms)Closed at 1733401506872 2024-12-05T12:25:06,872 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401488637.b448e0da4772812fcae17fea5fff6ec4. 2024-12-05T12:25:07,022 INFO [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,36215,1733401481643; all regions closed. 2024-12-05T12:25:07,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741834_1010 (size=4239) 2024-12-05T12:25:07,032 DEBUG [RS:0;f4bc09594422:36215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/oldWALs 2024-12-05T12:25:07,033 INFO [RS:0;f4bc09594422:36215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C36215%2C1733401481643.meta:.meta(num 1733401483604) 2024-12-05T12:25:07,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741839_1015 (size=3114) 2024-12-05T12:25:07,044 DEBUG [RS:0;f4bc09594422:36215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/oldWALs 2024-12-05T12:25:07,044 INFO [RS:0;f4bc09594422:36215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C36215%2C1733401481643.rep:(num 1733401493356) 2024-12-05T12:25:07,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741833_1009 (size=2090) 2024-12-05T12:25:07,048 DEBUG [RS:0;f4bc09594422:36215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/oldWALs 2024-12-05T12:25:07,048 INFO [RS:0;f4bc09594422:36215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C36215%2C1733401481643:(num 1733401483195) 2024-12-05T12:25:07,048 DEBUG [RS:0;f4bc09594422:36215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:07,048 INFO [RS:0;f4bc09594422:36215 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:25:07,048 INFO [RS:0;f4bc09594422:36215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:25:07,048 INFO [RS:0;f4bc09594422:36215 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:25:07,048 INFO [RS:0;f4bc09594422:36215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:25:07,048 INFO [RS:0;f4bc09594422:36215 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f4bc09594422,36215,1733401481643 because: Region server is closing 2024-12-05T12:25:07,048 INFO [RS:0;f4bc09594422:36215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:36215. 2024-12-05T12:25:07,049 DEBUG [RS:0;f4bc09594422:36215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:07,049 DEBUG [RS:0;f4bc09594422:36215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:07,049 DEBUG [RS:0;f4bc09594422:36215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:07,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:07,049 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:25:07,149 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.shipperf4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T12:25:07,149 INFO [RS:0;f4bc09594422:36215 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,36215,1733401481643.replicationSource.shipperf4bc09594422%2C36215%2C1733401481643,1-f4bc09594422,36215,1733401481643 terminated 2024-12-05T12:25:07,150 INFO [RS:0;f4bc09594422:36215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:36215. 2024-12-05T12:25:07,150 DEBUG [RS:0;f4bc09594422:36215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:07,150 DEBUG [RS:0;f4bc09594422:36215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:07,150 DEBUG [RS:0;f4bc09594422:36215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:07,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:07,150 INFO [RS:0;f4bc09594422:36215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36215 2024-12-05T12:25:07,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381/rs 2024-12-05T12:25:07,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x100aa6587c10004, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-728941381/rs/f4bc09594422,36215,1733401481643 2024-12-05T12:25:07,156 INFO [RS:0;f4bc09594422:36215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:25:07,157 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,36215,1733401481643] 2024-12-05T12:25:07,158 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-728941381/draining/f4bc09594422,36215,1733401481643 already deleted, retry=false 2024-12-05T12:25:07,158 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,36215,1733401481643 expired; onlineServers=0 2024-12-05T12:25:07,158 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,35449,1733401481536' ***** 2024-12-05T12:25:07,158 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:25:07,158 INFO [M:0;f4bc09594422:35449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:25:07,158 INFO [M:0;f4bc09594422:35449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:25:07,158 DEBUG [M:0;f4bc09594422:35449 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:25:07,159 DEBUG [M:0;f4bc09594422:35449 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:25:07,159 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:25:07,159 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401482909 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401482909,5,FailOnTimeoutGroup] 2024-12-05T12:25:07,159 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401482932 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401482932,5,FailOnTimeoutGroup] 2024-12-05T12:25:07,159 INFO [M:0;f4bc09594422:35449 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:25:07,159 INFO [M:0;f4bc09594422:35449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:25:07,159 DEBUG [M:0;f4bc09594422:35449 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:25:07,159 INFO [M:0;f4bc09594422:35449 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:25:07,159 INFO [M:0;f4bc09594422:35449 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:25:07,159 INFO [M:0;f4bc09594422:35449 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:25:07,159 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:25:07,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-728941381/master 2024-12-05T12:25:07,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-728941381 2024-12-05T12:25:07,161 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-728941381/master already deleted, retry=false 2024-12-05T12:25:07,161 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-728941381/master 2024-12-05T12:25:07,163 INFO [M:0;f4bc09594422:35449 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/.lastflushedseqids 2024-12-05T12:25:07,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741848_1024 (size=245) 2024-12-05T12:25:07,181 INFO [M:0;f4bc09594422:35449 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:25:07,181 INFO [M:0;f4bc09594422:35449 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:25:07,181 DEBUG [M:0;f4bc09594422:35449 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:25:07,181 INFO [M:0;f4bc09594422:35449 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:07,181 DEBUG [M:0;f4bc09594422:35449 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:07,181 DEBUG [M:0;f4bc09594422:35449 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:25:07,181 DEBUG [M:0;f4bc09594422:35449 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:07,181 INFO [M:0;f4bc09594422:35449 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T12:25:07,207 DEBUG [M:0;f4bc09594422:35449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9ffc653c2aa47abb67480882d8bffbc is 82, key is hbase:meta,,1/info:regioninfo/1733401483680/Put/seqid=0 2024-12-05T12:25:07,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741849_1025 (size=5672) 2024-12-05T12:25:07,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x100aa6587c10004, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:07,257 INFO [RS:0;f4bc09594422:36215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:25:07,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x100aa6587c10004, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:07,257 INFO [RS:0;f4bc09594422:36215 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,36215,1733401481643; zookeeper connection closed. 2024-12-05T12:25:07,257 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14e17194 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14e17194 2024-12-05T12:25:07,258 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:25:07,448 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 636, reset compression=false 2024-12-05T12:25:07,483 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:25:07,614 INFO [M:0;f4bc09594422:35449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9ffc653c2aa47abb67480882d8bffbc 2024-12-05T12:25:07,638 DEBUG [M:0;f4bc09594422:35449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d59cc46bbb745578e751a1effa8d0a8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733401493396/Put/seqid=0 2024-12-05T12:25:07,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741850_1026 (size=8516) 2024-12-05T12:25:07,645 INFO [M:0;f4bc09594422:35449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d59cc46bbb745578e751a1effa8d0a8 2024-12-05T12:25:07,669 DEBUG [M:0;f4bc09594422:35449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5d9022f72e9417cb61c6a4886b7a3d2 is 69, key is f4bc09594422,36215,1733401481643/rs:state/1733401482958/Put/seqid=0 2024-12-05T12:25:07,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741851_1027 (size=5156) 2024-12-05T12:25:08,074 INFO [M:0;f4bc09594422:35449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5d9022f72e9417cb61c6a4886b7a3d2 2024-12-05T12:25:08,080 DEBUG [M:0;f4bc09594422:35449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9ffc653c2aa47abb67480882d8bffbc as hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9ffc653c2aa47abb67480882d8bffbc 2024-12-05T12:25:08,086 INFO [M:0;f4bc09594422:35449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9ffc653c2aa47abb67480882d8bffbc, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T12:25:08,090 DEBUG [M:0;f4bc09594422:35449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d59cc46bbb745578e751a1effa8d0a8 as hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d59cc46bbb745578e751a1effa8d0a8 2024-12-05T12:25:08,094 INFO [M:0;f4bc09594422:35449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d59cc46bbb745578e751a1effa8d0a8, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T12:25:08,095 DEBUG [M:0;f4bc09594422:35449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5d9022f72e9417cb61c6a4886b7a3d2 as hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b5d9022f72e9417cb61c6a4886b7a3d2 2024-12-05T12:25:08,102 INFO [M:0;f4bc09594422:35449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33307/user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b5d9022f72e9417cb61c6a4886b7a3d2, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T12:25:08,103 INFO [M:0;f4bc09594422:35449 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=97, compaction requested=false 2024-12-05T12:25:08,153 INFO [M:0;f4bc09594422:35449 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:08,153 DEBUG [M:0;f4bc09594422:35449 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401507181Disabling compacts and flushes for region at 1733401507181Disabling writes for close at 1733401507181Obtaining lock to block concurrent updates at 1733401507181Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401507181Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733401507182 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401507182Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401507182Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401507206 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401507206Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401507618 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401507637 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401507637Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401507649 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401507668 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401507668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4727e41f: reopening flushed file at 1733401508079 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@539a24b6: reopening flushed file at 1733401508087 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40c203db: reopening flushed file at 1733401508094 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=97, compaction requested=false at 1733401508103 (+9 ms)Writing region close event to WAL at 1733401508153 (+50 ms)Closed at 1733401508153 2024-12-05T12:25:08,164 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a0f39934-fdae-fbf5-3a8b-2704e3a1ea00/MasterData/WALs/f4bc09594422,35449,1733401481536/f4bc09594422%2C35449%2C1733401481536.1733401482648 not finished, retry = 0 2024-12-05T12:25:08,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741830_1006 (size=63654) 2024-12-05T12:25:08,265 INFO [M:0;f4bc09594422:35449 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:25:08,265 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:25:08,265 INFO [M:0;f4bc09594422:35449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35449 2024-12-05T12:25:08,267 INFO [M:0;f4bc09594422:35449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:25:08,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:08,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x100aa6587c10003, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:08,369 INFO [M:0;f4bc09594422:35449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:25:08,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48be04f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:25:08,385 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b2d34f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:25:08,385 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:25:08,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40cd2db4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:25:08,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d05854{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/hadoop.log.dir/,STOPPED} 2024-12-05T12:25:08,387 WARN [BP-1681643432-172.17.0.3-1733401480067 heartbeating to localhost/127.0.0.1:33307 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:25:08,387 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:25:08,387 WARN [BP-1681643432-172.17.0.3-1733401480067 heartbeating to localhost/127.0.0.1:33307 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1681643432-172.17.0.3-1733401480067 (Datanode Uuid 51d47e3e-f2f2-45af-8b96-a9e89e05623b) service to localhost/127.0.0.1:33307 2024-12-05T12:25:08,387 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:25:08,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/cluster_b382f83c-026f-025c-c114-b4b195b47d20/data/data1/current/BP-1681643432-172.17.0.3-1733401480067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:25:08,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/cluster_b382f83c-026f-025c-c114-b4b195b47d20/data/data2/current/BP-1681643432-172.17.0.3-1733401480067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:25:08,388 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:25:08,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e4d349e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:25:08,402 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ea73912{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:25:08,402 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:25:08,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cade1c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:25:08,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4935dd82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ce9046b-b2e7-5912-eaa3-19b2e17bef5b/hadoop.log.dir/,STOPPED} 2024-12-05T12:25:08,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:25:08,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:25:08,418 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:08,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:08,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:08,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:08,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:08,419 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:25:08,419 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1148693678, stopped=false 2024-12-05T12:25:08,419 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,35005,1733401477897 2024-12-05T12:25:08,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100aa6587c10001, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1793542612/running 2024-12-05T12:25:08,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100aa6587c10001, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612 2024-12-05T12:25:08,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1793542612/running 2024-12-05T12:25:08,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612 2024-12-05T12:25:08,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43965-0x100aa6587c10001, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Set watcher on znode that does not yet exist, /0-1793542612/running 2024-12-05T12:25:08,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Set watcher on znode that does not yet exist, /0-1793542612/running 2024-12-05T12:25:08,421 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:25:08,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:08,423 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:08,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:08,423 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,43965,1733401478026' ***** 2024-12-05T12:25:08,423 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:25:08,424 INFO [RS:0;f4bc09594422:43965 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:25:08,424 INFO [RS:0;f4bc09594422:43965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:25:08,424 INFO [RS:0;f4bc09594422:43965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:25:08,424 INFO [RS:0;f4bc09594422:43965 {}] regionserver.HRegionServer(3091): Received CLOSE for ea28ce5f63bf93ebb58ad1e769a55b3e 2024-12-05T12:25:08,424 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:25:08,428 INFO [RS:0;f4bc09594422:43965 {}] regionserver.HRegionServer(3091): Received CLOSE for 42d49fa3db0ea4776d93754fc8625577 2024-12-05T12:25:08,428 INFO [RS:0;f4bc09594422:43965 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,43965,1733401478026 2024-12-05T12:25:08,428 INFO [RS:0;f4bc09594422:43965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:25:08,429 INFO [RS:0;f4bc09594422:43965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:43965. 2024-12-05T12:25:08,429 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea28ce5f63bf93ebb58ad1e769a55b3e, disabling compactions & flushes 2024-12-05T12:25:08,429 DEBUG [RS:0;f4bc09594422:43965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:08,429 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e. 2024-12-05T12:25:08,429 DEBUG [RS:0;f4bc09594422:43965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:08,429 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e. 2024-12-05T12:25:08,429 INFO [RS:0;f4bc09594422:43965 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:25:08,429 INFO [RS:0;f4bc09594422:43965 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:25:08,429 INFO [RS:0;f4bc09594422:43965 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:25:08,429 INFO [RS:0;f4bc09594422:43965 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:25:08,429 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e. after waiting 0 ms 2024-12-05T12:25:08,429 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e. 2024-12-05T12:25:08,429 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea28ce5f63bf93ebb58ad1e769a55b3e 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-05T12:25:08,433 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:25:08,436 INFO [RS:0;f4bc09594422:43965 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:25:08,436 DEBUG [RS:0;f4bc09594422:43965 {}] regionserver.HRegionServer(1325): Online Regions={ea28ce5f63bf93ebb58ad1e769a55b3e=hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e., 1588230740=hbase:meta,,1.1588230740, 42d49fa3db0ea4776d93754fc8625577=test,,1733401488002.42d49fa3db0ea4776d93754fc8625577.} 2024-12-05T12:25:08,436 DEBUG [RS:0;f4bc09594422:43965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42d49fa3db0ea4776d93754fc8625577, ea28ce5f63bf93ebb58ad1e769a55b3e 2024-12-05T12:25:08,437 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:25:08,437 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:25:08,437 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:25:08,437 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:25:08,437 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:25:08,437 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:25:08,458 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/replication/ea28ce5f63bf93ebb58ad1e769a55b3e/.tmp/queue/483588537abb4f098445639f10a98900 is 153, key is 1-f4bc09594422,43965,1733401478026/queue:f4bc09594422%2C43965%2C1733401478026/1733401499662/Put/seqid=0 2024-12-05T12:25:08,483 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740/.tmp/info/328ad1c20f254f5d9d8f46a43d13a675 is 147, key is hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e./info:regioninfo/1733401492272/Put/seqid=0 2024-12-05T12:25:08,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741840_1016 (size=5352) 2024-12-05T12:25:08,484 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/replication/ea28ce5f63bf93ebb58ad1e769a55b3e/.tmp/queue/483588537abb4f098445639f10a98900 2024-12-05T12:25:08,491 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/replication/ea28ce5f63bf93ebb58ad1e769a55b3e/.tmp/queue/483588537abb4f098445639f10a98900 as hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/replication/ea28ce5f63bf93ebb58ad1e769a55b3e/queue/483588537abb4f098445639f10a98900 2024-12-05T12:25:08,495 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/replication/ea28ce5f63bf93ebb58ad1e769a55b3e/queue/483588537abb4f098445639f10a98900, entries=1, sequenceid=8, filesize=5.2 K 2024-12-05T12:25:08,497 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:25:08,497 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for ea28ce5f63bf93ebb58ad1e769a55b3e in 68ms, sequenceid=8, compaction requested=false 2024-12-05T12:25:08,497 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T12:25:08,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741841_1017 (size=7686) 2024-12-05T12:25:08,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:08,571 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/replication/ea28ce5f63bf93ebb58ad1e769a55b3e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T12:25:08,572 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:08,572 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:25:08,572 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e. 2024-12-05T12:25:08,572 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea28ce5f63bf93ebb58ad1e769a55b3e: Waiting for close lock at 1733401508428Running coprocessor pre-close hooks at 1733401508428Disabling compacts and flushes for region at 1733401508428Disabling writes for close at 1733401508429 (+1 ms)Obtaining lock to block concurrent updates at 1733401508429Preparing flush snapshotting stores in ea28ce5f63bf93ebb58ad1e769a55b3e at 1733401508429Finished memstore snapshotting hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733401508429Flushing stores of hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e. at 1733401508430 (+1 ms)Flushing ea28ce5f63bf93ebb58ad1e769a55b3e/queue: creating writer at 1733401508430Flushing ea28ce5f63bf93ebb58ad1e769a55b3e/queue: appending metadata at 1733401508458 (+28 ms)Flushing ea28ce5f63bf93ebb58ad1e769a55b3e/queue: closing flushed file at 1733401508458Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f272cb1: reopening flushed file at 1733401508491 (+33 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for ea28ce5f63bf93ebb58ad1e769a55b3e in 68ms, sequenceid=8, compaction requested=false at 1733401508497 (+6 ms)Writing region close event to WAL at 1733401508549 (+52 ms)Running coprocessor post-close hooks at 1733401508572 (+23 ms)Closed at 1733401508572 2024-12-05T12:25:08,572 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401491457.ea28ce5f63bf93ebb58ad1e769a55b3e. 2024-12-05T12:25:08,573 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42d49fa3db0ea4776d93754fc8625577, disabling compactions & flushes 2024-12-05T12:25:08,573 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401488002.42d49fa3db0ea4776d93754fc8625577. 2024-12-05T12:25:08,573 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401488002.42d49fa3db0ea4776d93754fc8625577. 2024-12-05T12:25:08,573 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401488002.42d49fa3db0ea4776d93754fc8625577. after waiting 0 ms 2024-12-05T12:25:08,573 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401488002.42d49fa3db0ea4776d93754fc8625577. 2024-12-05T12:25:08,573 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 42d49fa3db0ea4776d93754fc8625577 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-05T12:25:08,602 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/default/test/42d49fa3db0ea4776d93754fc8625577/.tmp/f/2b9e7bca9e3244a799a256bed9823080 is 28, key is row/f:/1733401498922/DeleteFamily/seqid=0 2024-12-05T12:25:08,637 DEBUG [RS:0;f4bc09594422:43965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42d49fa3db0ea4776d93754fc8625577 2024-12-05T12:25:08,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741842_1018 (size=5085) 2024-12-05T12:25:08,754 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 636, reset compression=false 2024-12-05T12:25:08,789 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:08,789 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 883, reset compression=false 2024-12-05T12:25:08,789 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.shipperf4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,43965,1733401478026 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:25:08,790 ERROR [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.shipperf4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f4bc09594422,43965,1733401478026: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f4bc09594422,43965,1733401478026, walGroup=f4bc09594422%2C43965%2C1733401478026, offset=f4bc09594422%2C43965%2C1733401478026.1733401479204:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:43965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T12:25:08,791 ERROR [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.shipperf4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T12:25:08,791 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.shipperf4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T12:25:08,793 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.shipperf4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T12:25:08,793 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.shipperf4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T12:25:08,793 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.shipperf4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T12:25:08,793 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.shipperf4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1352663040, "init": 1048576000, "max": 2306867200, "used": 1025331920 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202442272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T12:25:08,793 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.shipperf4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:35005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:35005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T12:25:08,837 DEBUG [RS:0;f4bc09594422:43965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42d49fa3db0ea4776d93754fc8625577 2024-12-05T12:25:08,929 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740/.tmp/info/328ad1c20f254f5d9d8f46a43d13a675 2024-12-05T12:25:08,989 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740/.tmp/ns/3691ff1103334b319358ef7426431b8f is 43, key is default/ns:d/1733401479921/Put/seqid=0 2024-12-05T12:25:09,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741843_1019 (size=5153) 2024-12-05T12:25:09,018 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 883, reset compression=false 2024-12-05T12:25:09,034 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740/.tmp/ns/3691ff1103334b319358ef7426431b8f 2024-12-05T12:25:09,037 DEBUG [RS:0;f4bc09594422:43965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42d49fa3db0ea4776d93754fc8625577 2024-12-05T12:25:09,051 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/default/test/42d49fa3db0ea4776d93754fc8625577/.tmp/f/2b9e7bca9e3244a799a256bed9823080 2024-12-05T12:25:09,063 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b9e7bca9e3244a799a256bed9823080 2024-12-05T12:25:09,068 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:25:09,068 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:25:09,080 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740/.tmp/rep_barrier/0425327221c44b4c98d23be0e5dead3a is 112, key is test,,1733401488002.42d49fa3db0ea4776d93754fc8625577./rep_barrier:seqnumDuringOpen/1733401488370/Put/seqid=0 2024-12-05T12:25:09,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741844_1020 (size=5518) 2024-12-05T12:25:09,134 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740/.tmp/rep_barrier/0425327221c44b4c98d23be0e5dead3a 2024-12-05T12:25:09,135 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/default/test/42d49fa3db0ea4776d93754fc8625577/.tmp/f1/a84167144cfd48e4ab6c4befefef83b6 is 29, key is row/f1:/1733401498922/DeleteFamily/seqid=0 2024-12-05T12:25:09,161 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740/.tmp/table/01dfe04434e54f5f9ceebc04ff7a843c is 53, key is hbase:replication/table:state/1733401492279/Put/seqid=0 2024-12-05T12:25:09,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741845_1021 (size=5089) 2024-12-05T12:25:09,168 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/default/test/42d49fa3db0ea4776d93754fc8625577/.tmp/f1/a84167144cfd48e4ab6c4befefef83b6 2024-12-05T12:25:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741846_1022 (size=5308) 2024-12-05T12:25:09,194 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a84167144cfd48e4ab6c4befefef83b6 2024-12-05T12:25:09,195 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740/.tmp/table/01dfe04434e54f5f9ceebc04ff7a843c 2024-12-05T12:25:09,201 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740/.tmp/info/328ad1c20f254f5d9d8f46a43d13a675 as hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740/info/328ad1c20f254f5d9d8f46a43d13a675 2024-12-05T12:25:09,206 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740/info/328ad1c20f254f5d9d8f46a43d13a675, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:25:09,207 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740/.tmp/ns/3691ff1103334b319358ef7426431b8f as hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740/ns/3691ff1103334b319358ef7426431b8f 2024-12-05T12:25:09,213 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740/ns/3691ff1103334b319358ef7426431b8f, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:25:09,214 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740/.tmp/rep_barrier/0425327221c44b4c98d23be0e5dead3a as hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740/rep_barrier/0425327221c44b4c98d23be0e5dead3a 2024-12-05T12:25:09,219 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740/rep_barrier/0425327221c44b4c98d23be0e5dead3a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:25:09,220 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740/.tmp/table/01dfe04434e54f5f9ceebc04ff7a843c as hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740/table/01dfe04434e54f5f9ceebc04ff7a843c 2024-12-05T12:25:09,224 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740/table/01dfe04434e54f5f9ceebc04ff7a843c, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:25:09,225 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 788ms, sequenceid=16, compaction requested=false 2024-12-05T12:25:09,226 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:25:09,236 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/default/test/42d49fa3db0ea4776d93754fc8625577/.tmp/norep/a4f88498cabd448ca129218c09144b47 is 32, key is row/norep:/1733401498922/DeleteFamily/seqid=0 2024-12-05T12:25:09,237 DEBUG [RS:0;f4bc09594422:43965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42d49fa3db0ea4776d93754fc8625577 2024-12-05T12:25:09,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741847_1023 (size=5101) 2024-12-05T12:25:09,275 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/default/test/42d49fa3db0ea4776d93754fc8625577/.tmp/norep/a4f88498cabd448ca129218c09144b47 2024-12-05T12:25:09,279 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4f88498cabd448ca129218c09144b47 2024-12-05T12:25:09,281 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/default/test/42d49fa3db0ea4776d93754fc8625577/.tmp/f/2b9e7bca9e3244a799a256bed9823080 as hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/default/test/42d49fa3db0ea4776d93754fc8625577/f/2b9e7bca9e3244a799a256bed9823080 2024-12-05T12:25:09,286 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b9e7bca9e3244a799a256bed9823080 2024-12-05T12:25:09,286 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/default/test/42d49fa3db0ea4776d93754fc8625577/f/2b9e7bca9e3244a799a256bed9823080, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T12:25:09,287 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/default/test/42d49fa3db0ea4776d93754fc8625577/.tmp/f1/a84167144cfd48e4ab6c4befefef83b6 as hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/default/test/42d49fa3db0ea4776d93754fc8625577/f1/a84167144cfd48e4ab6c4befefef83b6 2024-12-05T12:25:09,292 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a84167144cfd48e4ab6c4befefef83b6 2024-12-05T12:25:09,292 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/default/test/42d49fa3db0ea4776d93754fc8625577/f1/a84167144cfd48e4ab6c4befefef83b6, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T12:25:09,293 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/default/test/42d49fa3db0ea4776d93754fc8625577/.tmp/norep/a4f88498cabd448ca129218c09144b47 as hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/default/test/42d49fa3db0ea4776d93754fc8625577/norep/a4f88498cabd448ca129218c09144b47 2024-12-05T12:25:09,298 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4f88498cabd448ca129218c09144b47 2024-12-05T12:25:09,298 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/default/test/42d49fa3db0ea4776d93754fc8625577/norep/a4f88498cabd448ca129218c09144b47, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T12:25:09,300 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 42d49fa3db0ea4776d93754fc8625577 in 727ms, sequenceid=6, compaction requested=false 2024-12-05T12:25:09,301 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T12:25:09,313 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:25:09,314 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:09,314 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:25:09,314 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:09,314 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401508436Running coprocessor pre-close hooks at 1733401508436Disabling compacts and flushes for region at 1733401508436Disabling writes for close at 1733401508437 (+1 ms)Obtaining lock to block concurrent updates at 1733401508437Preparing flush snapshotting stores in 1588230740 at 1733401508437Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401508437Flushing stores of hbase:meta,,1.1588230740 at 1733401508438 (+1 ms)Flushing 1588230740/info: creating writer at 1733401508438Flushing 1588230740/info: appending metadata at 1733401508483 (+45 ms)Flushing 1588230740/info: closing flushed file at 1733401508483Flushing 1588230740/ns: creating writer at 1733401508943 (+460 ms)Flushing 1588230740/ns: appending metadata at 1733401508972 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1733401508972Flushing 1588230740/rep_barrier: creating writer at 1733401509040 (+68 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401509079 (+39 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401509079Flushing 1588230740/table: creating writer at 1733401509139 (+60 ms)Flushing 1588230740/table: appending metadata at 1733401509161 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733401509161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@457e542: reopening flushed file at 1733401509200 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d613d7b: reopening flushed file at 1733401509206 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@446f1d5d: reopening flushed file at 1733401509213 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a9045d7: reopening flushed file at 1733401509219 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 788ms, sequenceid=16, compaction requested=false at 1733401509225 (+6 ms)Writing region close event to WAL at 1733401509305 (+80 ms)Running coprocessor post-close hooks at 1733401509313 (+8 ms)Closed at 1733401509314 (+1 ms) 2024-12-05T12:25:09,314 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:09,314 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/data/default/test/42d49fa3db0ea4776d93754fc8625577/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T12:25:09,315 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:09,315 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:25:09,315 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401488002.42d49fa3db0ea4776d93754fc8625577. 2024-12-05T12:25:09,315 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42d49fa3db0ea4776d93754fc8625577: Waiting for close lock at 1733401508573Running coprocessor pre-close hooks at 1733401508573Disabling compacts and flushes for region at 1733401508573Disabling writes for close at 1733401508573Obtaining lock to block concurrent updates at 1733401508573Preparing flush snapshotting stores in 42d49fa3db0ea4776d93754fc8625577 at 1733401508573Finished memstore snapshotting test,,1733401488002.42d49fa3db0ea4776d93754fc8625577., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733401508573Flushing stores of test,,1733401488002.42d49fa3db0ea4776d93754fc8625577. at 1733401508574 (+1 ms)Flushing 42d49fa3db0ea4776d93754fc8625577/f: creating writer at 1733401508574Flushing 42d49fa3db0ea4776d93754fc8625577/f: appending metadata at 1733401508601 (+27 ms)Flushing 42d49fa3db0ea4776d93754fc8625577/f: closing flushed file at 1733401508601Flushing 42d49fa3db0ea4776d93754fc8625577/f1: creating writer at 1733401509064 (+463 ms)Flushing 42d49fa3db0ea4776d93754fc8625577/f1: appending metadata at 1733401509134 (+70 ms)Flushing 42d49fa3db0ea4776d93754fc8625577/f1: closing flushed file at 1733401509134Flushing 42d49fa3db0ea4776d93754fc8625577/norep: creating writer at 1733401509194 (+60 ms)Flushing 42d49fa3db0ea4776d93754fc8625577/norep: appending metadata at 1733401509235 (+41 ms)Flushing 42d49fa3db0ea4776d93754fc8625577/norep: closing flushed file at 1733401509235Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16a0397: reopening flushed file at 1733401509279 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7793de9d: reopening flushed file at 1733401509286 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64c58f8b: reopening flushed file at 1733401509292 (+6 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 42d49fa3db0ea4776d93754fc8625577 in 727ms, sequenceid=6, compaction requested=false at 1733401509301 (+9 ms)Writing region close event to WAL at 1733401509307 (+6 ms)Running coprocessor post-close hooks at 1733401509315 (+8 ms)Closed at 1733401509315 2024-12-05T12:25:09,315 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401488002.42d49fa3db0ea4776d93754fc8625577. 2024-12-05T12:25:09,366 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 883, reset compression=false 2024-12-05T12:25:09,370 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:09,370 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/WALs/f4bc09594422,43965,1733401478026/f4bc09594422%2C43965%2C1733401478026.1733401479204 to pos 1527, reset compression=false 2024-12-05T12:25:09,437 INFO [RS:0;f4bc09594422:43965 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,43965,1733401478026; all regions closed. 2024-12-05T12:25:09,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741834_1010 (size=4239) 2024-12-05T12:25:09,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741839_1015 (size=2240) 2024-12-05T12:25:09,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741833_1009 (size=1535) 2024-12-05T12:25:09,444 DEBUG [RS:0;f4bc09594422:43965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:09,444 INFO [RS:0;f4bc09594422:43965 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:25:09,444 INFO [RS:0;f4bc09594422:43965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:25:09,444 INFO [RS:0;f4bc09594422:43965 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T12:25:09,444 INFO [RS:0;f4bc09594422:43965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:25:09,445 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:25:09,445 INFO [RS:0;f4bc09594422:43965 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f4bc09594422,43965,1733401478026 because: Region server is closing 2024-12-05T12:25:09,445 INFO [RS:0;f4bc09594422:43965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:43965. 2024-12-05T12:25:09,445 DEBUG [RS:0;f4bc09594422:43965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:09,445 DEBUG [RS:0;f4bc09594422:43965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:09,445 DEBUG [RS:0;f4bc09594422:43965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:09,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:09,546 INFO [RS:0;f4bc09594422:43965 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.shipperf4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 terminated 2024-12-05T12:25:09,546 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,43965,1733401478026.replicationSource.wal-reader.f4bc09594422%2C43965%2C1733401478026,1-f4bc09594422,43965,1733401478026 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:25:09,546 INFO [RS:0;f4bc09594422:43965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43965 2024-12-05T12:25:09,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100aa6587c10001, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1793542612/rs/f4bc09594422,43965,1733401478026 2024-12-05T12:25:09,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612/rs 2024-12-05T12:25:09,548 INFO [RS:0;f4bc09594422:43965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:25:09,549 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,43965,1733401478026] 2024-12-05T12:25:09,551 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1793542612/draining/f4bc09594422,43965,1733401478026 already deleted, retry=false 2024-12-05T12:25:09,551 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,43965,1733401478026 expired; onlineServers=0 2024-12-05T12:25:09,551 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,35005,1733401477897' ***** 2024-12-05T12:25:09,551 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:25:09,551 INFO [M:0;f4bc09594422:35005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:25:09,551 INFO [M:0;f4bc09594422:35005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:25:09,551 DEBUG [M:0;f4bc09594422:35005 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:25:09,551 DEBUG [M:0;f4bc09594422:35005 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:25:09,551 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:25:09,551 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401478952 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401478952,5,FailOnTimeoutGroup] 2024-12-05T12:25:09,551 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401478957 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401478957,5,FailOnTimeoutGroup] 2024-12-05T12:25:09,551 INFO [M:0;f4bc09594422:35005 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:25:09,551 INFO [M:0;f4bc09594422:35005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:25:09,551 DEBUG [M:0;f4bc09594422:35005 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:25:09,551 INFO [M:0;f4bc09594422:35005 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:25:09,552 INFO [M:0;f4bc09594422:35005 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:25:09,552 INFO [M:0;f4bc09594422:35005 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:25:09,552 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:25:09,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1793542612/master 2024-12-05T12:25:09,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1793542612 2024-12-05T12:25:09,554 DEBUG [M:0;f4bc09594422:35005 {}] zookeeper.ZKUtil(347): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Unable to get data of znode /0-1793542612/master because node does not exist (not an error) 2024-12-05T12:25:09,554 WARN [M:0;f4bc09594422:35005 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:25:09,554 INFO [M:0;f4bc09594422:35005 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/.lastflushedseqids 2024-12-05T12:25:09,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741848_1024 (size=245) 2024-12-05T12:25:09,558 INFO [M:0;f4bc09594422:35005 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:25:09,559 INFO [M:0;f4bc09594422:35005 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:25:09,559 DEBUG [M:0;f4bc09594422:35005 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:25:09,559 INFO [M:0;f4bc09594422:35005 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:09,559 DEBUG [M:0;f4bc09594422:35005 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:09,559 DEBUG [M:0;f4bc09594422:35005 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:25:09,559 DEBUG [M:0;f4bc09594422:35005 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:09,559 INFO [M:0;f4bc09594422:35005 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T12:25:09,582 DEBUG [M:0;f4bc09594422:35005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/450511b414054f239ee2149e5b7021eb is 82, key is hbase:meta,,1/info:regioninfo/1733401479909/Put/seqid=0 2024-12-05T12:25:09,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741849_1025 (size=5672) 2024-12-05T12:25:09,592 INFO [M:0;f4bc09594422:35005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/450511b414054f239ee2149e5b7021eb 2024-12-05T12:25:09,640 DEBUG [M:0;f4bc09594422:35005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8db69c345a844d32a94eeccfd96326d7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733401492283/Put/seqid=0 2024-12-05T12:25:09,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100aa6587c10001, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:09,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100aa6587c10001, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:09,650 INFO [RS:0;f4bc09594422:43965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:25:09,650 INFO [RS:0;f4bc09594422:43965 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,43965,1733401478026; zookeeper connection closed. 2024-12-05T12:25:09,653 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b225f3a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b225f3a 2024-12-05T12:25:09,653 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:25:09,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741850_1026 (size=8516) 2024-12-05T12:25:09,654 INFO [M:0;f4bc09594422:35005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8db69c345a844d32a94eeccfd96326d7 2024-12-05T12:25:09,682 DEBUG [M:0;f4bc09594422:35005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d109276c1a0e438ba235f13af7c6a0cb is 69, key is f4bc09594422,43965,1733401478026/rs:state/1733401478969/Put/seqid=0 2024-12-05T12:25:09,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741851_1027 (size=5156) 2024-12-05T12:25:09,688 INFO [M:0;f4bc09594422:35005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d109276c1a0e438ba235f13af7c6a0cb 2024-12-05T12:25:09,693 DEBUG [M:0;f4bc09594422:35005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/450511b414054f239ee2149e5b7021eb as hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/450511b414054f239ee2149e5b7021eb 2024-12-05T12:25:09,698 INFO [M:0;f4bc09594422:35005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/450511b414054f239ee2149e5b7021eb, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T12:25:09,699 DEBUG [M:0;f4bc09594422:35005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8db69c345a844d32a94eeccfd96326d7 as hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8db69c345a844d32a94eeccfd96326d7 2024-12-05T12:25:09,703 INFO [M:0;f4bc09594422:35005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8db69c345a844d32a94eeccfd96326d7, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T12:25:09,704 DEBUG [M:0;f4bc09594422:35005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d109276c1a0e438ba235f13af7c6a0cb as hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d109276c1a0e438ba235f13af7c6a0cb 2024-12-05T12:25:09,708 INFO [M:0;f4bc09594422:35005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d109276c1a0e438ba235f13af7c6a0cb, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T12:25:09,708 INFO [M:0;f4bc09594422:35005 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 149ms, sequenceid=97, compaction requested=false 2024-12-05T12:25:09,710 INFO [M:0;f4bc09594422:35005 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:09,710 DEBUG [M:0;f4bc09594422:35005 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401509559Disabling compacts and flushes for region at 1733401509559Disabling writes for close at 1733401509559Obtaining lock to block concurrent updates at 1733401509559Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401509559Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733401509560 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401509560Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401509560Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401509582 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401509582Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401509617 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401509639 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401509639Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401509660 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401509681 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401509681Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@277177f6: reopening flushed file at 1733401509692 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e4a9354: reopening flushed file at 1733401509698 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1afc46b3: reopening flushed file at 1733401509703 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 149ms, sequenceid=97, compaction requested=false at 1733401509708 (+5 ms)Writing region close event to WAL at 1733401509710 (+2 ms)Closed at 1733401509710 2024-12-05T12:25:09,713 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/919d1850-0313-8f0f-85dc-0aa11c3d1315/MasterData/WALs/f4bc09594422,35005,1733401477897/f4bc09594422%2C35005%2C1733401477897.1733401478453 not finished, retry = 0 2024-12-05T12:25:09,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43397 is added to blk_1073741830_1006 (size=63654) 2024-12-05T12:25:09,816 INFO [M:0;f4bc09594422:35005 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:25:09,816 INFO [M:0;f4bc09594422:35005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35005 2024-12-05T12:25:09,816 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:25:09,817 INFO [M:0;f4bc09594422:35005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:25:09,919 INFO [M:0;f4bc09594422:35005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:25:09,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:09,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x100aa6587c10000, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:09,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f4cd615{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:25:09,923 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57a46d71{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:25:09,923 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:25:09,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d6f2543{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:25:09,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78e53fc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/hadoop.log.dir/,STOPPED} 2024-12-05T12:25:09,927 WARN [BP-836968277-172.17.0.3-1733401476420 heartbeating to localhost/127.0.0.1:44435 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:25:09,927 WARN [BP-836968277-172.17.0.3-1733401476420 heartbeating to localhost/127.0.0.1:44435 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-836968277-172.17.0.3-1733401476420 (Datanode Uuid 175acb7c-1533-47d8-add9-dd4fb8fa643e) service to localhost/127.0.0.1:44435 2024-12-05T12:25:09,927 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:25:09,927 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:25:09,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/cluster_b161df09-2399-19bc-8491-f8630f3b7e62/data/data1/current/BP-836968277-172.17.0.3-1733401476420 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:25:09,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/cluster_b161df09-2399-19bc-8491-f8630f3b7e62/data/data2/current/BP-836968277-172.17.0.3-1733401476420 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:25:09,928 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:25:09,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51bec1bc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:25:09,936 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9ac749a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:25:09,936 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:25:09,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@735f0a7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:25:09,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4daa617e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b83c6027-4d25-9363-66fd-2998b5c6f237/hadoop.log.dir/,STOPPED} 2024-12-05T12:25:09,944 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T12:25:09,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:25:09,969 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=365 (was 312) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:33307 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:33307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-35-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:44435 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:33307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60510) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:34483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:34483 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:44435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:44435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-35-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:34483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-35-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:34483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60510) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:44435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60510) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=804 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=815 (was 1028), ProcessCount=11 (was 11), AvailableMemoryMB=3367 (was 3964) 2024-12-05T12:25:09,984 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=365, OpenFileDescriptor=804, MaxFileDescriptor=1048576, SystemLoadAverage=815, ProcessCount=11, AvailableMemoryMB=3366 2024-12-05T12:25:10,001 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-05T12:25:10,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/hadoop.log.dir so I do NOT create it in target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797 2024-12-05T12:25:10,001 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:25:10,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/hadoop.tmp.dir so I do NOT create it in target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797 2024-12-05T12:25:10,001 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee0ad569-0a2e-bac7-3562-2ee149db8ea2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:25:10,001 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797 2024-12-05T12:25:10,002 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/cluster_579199dd-3168-34e1-6191-31b78349c49b, deleteOnExit=true 2024-12-05T12:25:10,009 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/cluster_579199dd-3168-34e1-6191-31b78349c49b/zookeeper_0, clientPort=53976, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/cluster_579199dd-3168-34e1-6191-31b78349c49b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/cluster_579199dd-3168-34e1-6191-31b78349c49b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:25:10,012 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53976 2024-12-05T12:25:10,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:25:10,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:25:10,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/test.cache.data in system properties and HBase conf 2024-12-05T12:25:10,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:25:10,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:25:10,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:25:10,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:25:10,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:25:10,013 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:25:10,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:25:10,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:25:10,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:25:10,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:25:10,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:25:10,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:25:10,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:25:10,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:25:10,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:25:10,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:25:10,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:25:10,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:25:10,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:25:10,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:25:10,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100aa6587c10005, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:25:10,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100aa6587c10005, quorum=127.0.0.1:60510, baseZNode=/1-728941381 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:25:10,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100aa6587c10002, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:25:10,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100aa6587c10008, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:25:10,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100aa6587c10002, quorum=127.0.0.1:60510, baseZNode=/0-1793542612 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:25:10,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100aa6587c10008, quorum=127.0.0.1:60510, baseZNode=/2-1528858694 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:25:10,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:10,113 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:25:10,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:25:10,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:25:10,125 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:25:10,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:10,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@512b447e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:25:10,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6eb433d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:25:10,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bc56720{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/java.io.tmpdir/jetty-localhost-45543-hadoop-hdfs-3_4_1-tests_jar-_-any-13113821675408938380/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:25:10,285 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a43a777{HTTP/1.1, (http/1.1)}{localhost:45543} 2024-12-05T12:25:10,285 INFO [Time-limited test {}] server.Server(415): Started @270141ms 2024-12-05T12:25:10,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:10,434 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:25:10,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:25:10,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:25:10,435 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:25:10,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32c07c4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:25:10,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a5669fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:25:10,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b42a549{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/java.io.tmpdir/jetty-localhost-41367-hadoop-hdfs-3_4_1-tests_jar-_-any-16258139288355584305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:25:10,569 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55cc0d51{HTTP/1.1, (http/1.1)}{localhost:41367} 2024-12-05T12:25:10,569 INFO [Time-limited test {}] server.Server(415): Started @270425ms 2024-12-05T12:25:10,570 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:25:10,695 WARN [Thread-4151 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/cluster_579199dd-3168-34e1-6191-31b78349c49b/data/data1/current/BP-1613058233-172.17.0.3-1733401510042/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:10,697 WARN [Thread-4152 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/cluster_579199dd-3168-34e1-6191-31b78349c49b/data/data2/current/BP-1613058233-172.17.0.3-1733401510042/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:10,741 WARN [Thread-4139 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:25:10,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3be4e329edb2a662 with lease ID 0x2dbb4219dfd7bf7: Processing first storage report for DS-a521544b-3805-4d1c-a8cc-dd5921bbe226 from datanode DatanodeRegistration(127.0.0.1:46469, datanodeUuid=1efe2beb-9d6f-4295-ae8b-1c3f4f82c488, infoPort=36593, infoSecurePort=0, ipcPort=35311, storageInfo=lv=-57;cid=testClusterID;nsid=1141881387;c=1733401510042) 2024-12-05T12:25:10,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3be4e329edb2a662 with lease ID 0x2dbb4219dfd7bf7: from storage DS-a521544b-3805-4d1c-a8cc-dd5921bbe226 node DatanodeRegistration(127.0.0.1:46469, datanodeUuid=1efe2beb-9d6f-4295-ae8b-1c3f4f82c488, infoPort=36593, infoSecurePort=0, ipcPort=35311, storageInfo=lv=-57;cid=testClusterID;nsid=1141881387;c=1733401510042), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:25:10,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3be4e329edb2a662 with lease ID 0x2dbb4219dfd7bf7: Processing first storage report for DS-568ca269-e2ef-42d8-b44e-32e56fb82aa5 from datanode DatanodeRegistration(127.0.0.1:46469, datanodeUuid=1efe2beb-9d6f-4295-ae8b-1c3f4f82c488, infoPort=36593, infoSecurePort=0, ipcPort=35311, storageInfo=lv=-57;cid=testClusterID;nsid=1141881387;c=1733401510042) 2024-12-05T12:25:10,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3be4e329edb2a662 with lease ID 0x2dbb4219dfd7bf7: from storage DS-568ca269-e2ef-42d8-b44e-32e56fb82aa5 node DatanodeRegistration(127.0.0.1:46469, datanodeUuid=1efe2beb-9d6f-4295-ae8b-1c3f4f82c488, infoPort=36593, infoSecurePort=0, ipcPort=35311, storageInfo=lv=-57;cid=testClusterID;nsid=1141881387;c=1733401510042), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:25:10,750 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797 2024-12-05T12:25:10,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:10,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:10,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:25:11,194 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803 with version=8 2024-12-05T12:25:11,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/hbase-staging 2024-12-05T12:25:11,197 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:25:11,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:11,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:11,197 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:11,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:11,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:11,197 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:25:11,197 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:11,198 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38113 2024-12-05T12:25:11,199 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38113 connecting to ZooKeeper ensemble=127.0.0.1:53976 2024-12-05T12:25:11,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381130x0, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:11,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38113-0x100aa660b130000 connected 2024-12-05T12:25:11,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:11,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:11,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38113-0x100aa660b130000, quorum=127.0.0.1:53976, baseZNode=/01876679232 Set watcher on znode that does not yet exist, /01876679232/running 2024-12-05T12:25:11,237 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803, hbase.cluster.distributed=false 2024-12-05T12:25:11,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38113-0x100aa660b130000, quorum=127.0.0.1:53976, baseZNode=/01876679232 Set watcher on znode that does not yet exist, /01876679232/acl 2024-12-05T12:25:11,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38113 2024-12-05T12:25:11,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38113 2024-12-05T12:25:11,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38113 2024-12-05T12:25:11,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38113 2024-12-05T12:25:11,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38113 2024-12-05T12:25:11,259 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:25:11,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:11,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:11,259 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:11,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:11,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:11,259 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:25:11,259 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:11,260 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35323 2024-12-05T12:25:11,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35323 connecting to ZooKeeper ensemble=127.0.0.1:53976 2024-12-05T12:25:11,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:11,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:11,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353230x0, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:11,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353230x0, quorum=127.0.0.1:53976, baseZNode=/01876679232 Set watcher on znode that does not yet exist, /01876679232/running 2024-12-05T12:25:11,269 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:25:11,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35323-0x100aa660b130001 connected 2024-12-05T12:25:11,276 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:25:11,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35323-0x100aa660b130001, quorum=127.0.0.1:53976, baseZNode=/01876679232 Set watcher on znode that does not yet exist, /01876679232/master 2024-12-05T12:25:11,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35323-0x100aa660b130001, quorum=127.0.0.1:53976, baseZNode=/01876679232 Set watcher on znode that does not yet exist, /01876679232/acl 2024-12-05T12:25:11,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35323 2024-12-05T12:25:11,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35323 2024-12-05T12:25:11,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35323 2024-12-05T12:25:11,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35323 2024-12-05T12:25:11,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35323 2024-12-05T12:25:11,296 DEBUG [M:0;f4bc09594422:38113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:38113 2024-12-05T12:25:11,297 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01876679232/backup-masters/f4bc09594422,38113,1733401511197 2024-12-05T12:25:11,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x100aa660b130000, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876679232/backup-masters 2024-12-05T12:25:11,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa660b130001, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876679232/backup-masters 2024-12-05T12:25:11,298 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38113-0x100aa660b130000, quorum=127.0.0.1:53976, baseZNode=/01876679232 Set watcher on existing znode=/01876679232/backup-masters/f4bc09594422,38113,1733401511197 2024-12-05T12:25:11,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x100aa660b130000, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876679232 2024-12-05T12:25:11,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa660b130001, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01876679232/master 2024-12-05T12:25:11,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa660b130001, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876679232 2024-12-05T12:25:11,300 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38113-0x100aa660b130000, quorum=127.0.0.1:53976, baseZNode=/01876679232 Set watcher on existing znode=/01876679232/master 2024-12-05T12:25:11,300 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01876679232/backup-masters/f4bc09594422,38113,1733401511197 from backup master directory 2024-12-05T12:25:11,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x100aa660b130000, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01876679232/backup-masters/f4bc09594422,38113,1733401511197 2024-12-05T12:25:11,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x100aa660b130000, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876679232/backup-masters 2024-12-05T12:25:11,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa660b130001, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876679232/backup-masters 2024-12-05T12:25:11,302 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:11,302 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,38113,1733401511197 2024-12-05T12:25:11,304 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/hbase.id] with ID: 0ed46fe8-cbed-4c4f-9bf0-ca165eea5bbf 2024-12-05T12:25:11,304 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/.tmp/hbase.id 2024-12-05T12:25:11,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:25:11,712 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/.tmp/hbase.id]:[hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/hbase.id] 2024-12-05T12:25:11,722 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:11,722 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:25:11,723 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:25:11,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x100aa660b130000, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876679232 2024-12-05T12:25:11,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa660b130001, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876679232 2024-12-05T12:25:11,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:25:11,757 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:11,758 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:25:11,760 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:11,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:25:12,175 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/MasterData/data/master/store 2024-12-05T12:25:12,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:25:12,185 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:12,186 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:25:12,186 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:12,186 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:12,186 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:25:12,186 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:12,186 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:12,186 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401512186Disabling compacts and flushes for region at 1733401512186Disabling writes for close at 1733401512186Writing region close event to WAL at 1733401512186Closed at 1733401512186 2024-12-05T12:25:12,186 WARN [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/MasterData/data/master/store/.initializing 2024-12-05T12:25:12,187 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/MasterData/WALs/f4bc09594422,38113,1733401511197 2024-12-05T12:25:12,188 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:12,189 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C38113%2C1733401511197, suffix=, logDir=hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/MasterData/WALs/f4bc09594422,38113,1733401511197, archiveDir=hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/MasterData/oldWALs, maxLogs=10 2024-12-05T12:25:12,210 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/MasterData/WALs/f4bc09594422,38113,1733401511197/f4bc09594422%2C38113%2C1733401511197.1733401512190, exclude list is [], retry=0 2024-12-05T12:25:12,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46469,DS-a521544b-3805-4d1c-a8cc-dd5921bbe226,DISK] 2024-12-05T12:25:12,221 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/MasterData/WALs/f4bc09594422,38113,1733401511197/f4bc09594422%2C38113%2C1733401511197.1733401512190 2024-12-05T12:25:12,228 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593)] 2024-12-05T12:25:12,229 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:12,229 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:12,229 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:12,229 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:12,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:12,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:25:12,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:12,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:12,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:12,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:25:12,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:12,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:12,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:12,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:25:12,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:12,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:12,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:12,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:25:12,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:12,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:12,261 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:12,261 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:12,261 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:12,262 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:12,262 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:12,263 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:12,263 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:12,273 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:12,273 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67723177, jitterRate=0.009153977036476135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:12,274 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401512229Initializing all the Stores at 1733401512230 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401512230Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401512233 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401512233Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401512233Cleaning up temporary data from old regions at 1733401512262 (+29 ms)Region opened successfully at 1733401512274 (+12 ms) 2024-12-05T12:25:12,274 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:25:12,282 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d1007d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:25:12,283 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:25:12,283 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:25:12,283 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:25:12,283 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:25:12,283 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:25:12,284 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:25:12,284 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:25:12,292 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:25:12,293 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x100aa660b130000, quorum=127.0.0.1:53976, baseZNode=/01876679232 Unable to get data of znode /01876679232/balancer because node does not exist (not necessarily an error) 2024-12-05T12:25:12,294 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01876679232/balancer already deleted, retry=false 2024-12-05T12:25:12,294 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:25:12,295 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x100aa660b130000, quorum=127.0.0.1:53976, baseZNode=/01876679232 Unable to get data of znode /01876679232/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:25:12,296 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01876679232/normalizer already deleted, retry=false 2024-12-05T12:25:12,297 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:25:12,298 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x100aa660b130000, quorum=127.0.0.1:53976, baseZNode=/01876679232 Unable to get data of znode /01876679232/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:25:12,299 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01876679232/switch/split already deleted, retry=false 2024-12-05T12:25:12,301 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x100aa660b130000, quorum=127.0.0.1:53976, baseZNode=/01876679232 Unable to get data of znode /01876679232/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:25:12,303 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01876679232/switch/merge already deleted, retry=false 2024-12-05T12:25:12,306 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x100aa660b130000, quorum=127.0.0.1:53976, baseZNode=/01876679232 Unable to get data of znode /01876679232/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:25:12,307 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01876679232/snapshot-cleanup already deleted, retry=false 2024-12-05T12:25:12,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x100aa660b130000, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01876679232/running 2024-12-05T12:25:12,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa660b130001, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01876679232/running 2024-12-05T12:25:12,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x100aa660b130000, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876679232 2024-12-05T12:25:12,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa660b130001, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876679232 2024-12-05T12:25:12,310 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,38113,1733401511197, sessionid=0x100aa660b130000, setting cluster-up flag (Was=false) 2024-12-05T12:25:12,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x100aa660b130000, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876679232 2024-12-05T12:25:12,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa660b130001, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876679232 2024-12-05T12:25:12,317 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01876679232/flush-table-proc/acquired, /01876679232/flush-table-proc/reached, /01876679232/flush-table-proc/abort 2024-12-05T12:25:12,318 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,38113,1733401511197 2024-12-05T12:25:12,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x100aa660b130000, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876679232 2024-12-05T12:25:12,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa660b130001, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876679232 2024-12-05T12:25:12,326 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01876679232/online-snapshot/acquired, /01876679232/online-snapshot/reached, /01876679232/online-snapshot/abort 2024-12-05T12:25:12,328 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,38113,1733401511197 2024-12-05T12:25:12,333 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:25:12,337 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:12,338 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:25:12,338 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:25:12,338 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,38113,1733401511197 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:25:12,339 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:12,339 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:12,339 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:12,339 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:12,339 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:25:12,339 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:12,339 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:12,339 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:12,350 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:12,350 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:25:12,351 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:12,351 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:25:12,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:25:12,364 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401542364 2024-12-05T12:25:12,365 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:25:12,365 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:25:12,365 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:25:12,365 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:25:12,365 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:25:12,365 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:25:12,365 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:12,368 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:25:12,369 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:25:12,369 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:25:12,369 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:25:12,372 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:25:12,372 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:25:12,376 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401512372,5,FailOnTimeoutGroup] 2024-12-05T12:25:12,376 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401512376,5,FailOnTimeoutGroup] 2024-12-05T12:25:12,376 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:12,376 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:25:12,376 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:12,376 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:12,391 INFO [RS:0;f4bc09594422:35323 {}] regionserver.HRegionServer(746): ClusterId : 0ed46fe8-cbed-4c4f-9bf0-ca165eea5bbf 2024-12-05T12:25:12,391 DEBUG [RS:0;f4bc09594422:35323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:25:12,393 DEBUG [RS:0;f4bc09594422:35323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:25:12,393 DEBUG [RS:0;f4bc09594422:35323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:25:12,395 DEBUG [RS:0;f4bc09594422:35323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:25:12,395 DEBUG [RS:0;f4bc09594422:35323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357417c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:25:12,412 DEBUG [RS:0;f4bc09594422:35323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:35323 2024-12-05T12:25:12,412 INFO [RS:0;f4bc09594422:35323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:25:12,412 INFO [RS:0;f4bc09594422:35323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:25:12,412 DEBUG [RS:0;f4bc09594422:35323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:25:12,413 INFO [RS:0;f4bc09594422:35323 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,38113,1733401511197 with port=35323, startcode=1733401511259 2024-12-05T12:25:12,413 DEBUG [RS:0;f4bc09594422:35323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:25:12,417 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:25:12,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,35323,1733401511259 2024-12-05T12:25:12,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38113 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,35323,1733401511259 2024-12-05T12:25:12,419 DEBUG [RS:0;f4bc09594422:35323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803 2024-12-05T12:25:12,419 DEBUG [RS:0;f4bc09594422:35323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38619 2024-12-05T12:25:12,419 DEBUG [RS:0;f4bc09594422:35323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:25:12,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x100aa660b130000, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876679232/rs 2024-12-05T12:25:12,422 DEBUG [RS:0;f4bc09594422:35323 {}] zookeeper.ZKUtil(111): regionserver:35323-0x100aa660b130001, quorum=127.0.0.1:53976, baseZNode=/01876679232 Set watcher on existing znode=/01876679232/rs/f4bc09594422,35323,1733401511259 2024-12-05T12:25:12,422 WARN [RS:0;f4bc09594422:35323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:12,422 INFO [RS:0;f4bc09594422:35323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:12,422 DEBUG [RS:0;f4bc09594422:35323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/WALs/f4bc09594422,35323,1733401511259 2024-12-05T12:25:12,425 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,35323,1733401511259] 2024-12-05T12:25:12,431 INFO [RS:0;f4bc09594422:35323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:25:12,434 INFO [RS:0;f4bc09594422:35323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:25:12,435 INFO [RS:0;f4bc09594422:35323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:25:12,435 INFO [RS:0;f4bc09594422:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:12,435 INFO [RS:0;f4bc09594422:35323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:25:12,436 INFO [RS:0;f4bc09594422:35323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:25:12,436 INFO [RS:0;f4bc09594422:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:12,436 DEBUG [RS:0;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:12,436 DEBUG [RS:0;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:12,436 DEBUG [RS:0;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:12,436 DEBUG [RS:0;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:12,436 DEBUG [RS:0;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:12,436 DEBUG [RS:0;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:12,436 DEBUG [RS:0;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:12,436 DEBUG [RS:0;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:12,436 DEBUG [RS:0;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:12,436 DEBUG [RS:0;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:12,436 DEBUG [RS:0;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:12,436 DEBUG [RS:0;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:12,436 DEBUG [RS:0;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:12,437 DEBUG [RS:0;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:12,440 INFO [RS:0;f4bc09594422:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:12,440 INFO [RS:0;f4bc09594422:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:12,440 INFO [RS:0;f4bc09594422:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:12,440 INFO [RS:0;f4bc09594422:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:12,440 INFO [RS:0;f4bc09594422:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:12,440 INFO [RS:0;f4bc09594422:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35323,1733401511259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:12,462 INFO [RS:0;f4bc09594422:35323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:25:12,462 INFO [RS:0;f4bc09594422:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35323,1733401511259-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:12,462 INFO [RS:0;f4bc09594422:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:12,462 INFO [RS:0;f4bc09594422:35323 {}] regionserver.Replication(171): f4bc09594422,35323,1733401511259 started 2024-12-05T12:25:12,479 INFO [RS:0;f4bc09594422:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:12,479 INFO [RS:0;f4bc09594422:35323 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,35323,1733401511259, RpcServer on f4bc09594422/172.17.0.3:35323, sessionid=0x100aa660b130001 2024-12-05T12:25:12,479 DEBUG [RS:0;f4bc09594422:35323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:25:12,479 DEBUG [RS:0;f4bc09594422:35323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,35323,1733401511259 2024-12-05T12:25:12,480 DEBUG [RS:0;f4bc09594422:35323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,35323,1733401511259' 2024-12-05T12:25:12,480 DEBUG [RS:0;f4bc09594422:35323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01876679232/flush-table-proc/abort' 2024-12-05T12:25:12,480 DEBUG [RS:0;f4bc09594422:35323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01876679232/flush-table-proc/acquired' 2024-12-05T12:25:12,481 DEBUG [RS:0;f4bc09594422:35323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:25:12,481 DEBUG [RS:0;f4bc09594422:35323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:25:12,481 DEBUG [RS:0;f4bc09594422:35323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,35323,1733401511259 2024-12-05T12:25:12,481 DEBUG [RS:0;f4bc09594422:35323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,35323,1733401511259' 2024-12-05T12:25:12,481 DEBUG [RS:0;f4bc09594422:35323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01876679232/online-snapshot/abort' 2024-12-05T12:25:12,481 DEBUG [RS:0;f4bc09594422:35323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01876679232/online-snapshot/acquired' 2024-12-05T12:25:12,482 DEBUG [RS:0;f4bc09594422:35323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:25:12,482 INFO [RS:0;f4bc09594422:35323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:25:12,482 INFO [RS:0;f4bc09594422:35323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:25:12,582 INFO [RS:0;f4bc09594422:35323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:12,583 INFO [RS:0;f4bc09594422:35323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C35323%2C1733401511259, suffix=, logDir=hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/WALs/f4bc09594422,35323,1733401511259, archiveDir=hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/oldWALs, maxLogs=10 2024-12-05T12:25:12,600 DEBUG [RS:0;f4bc09594422:35323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/WALs/f4bc09594422,35323,1733401511259/f4bc09594422%2C35323%2C1733401511259.1733401512584, exclude list is [], retry=0 2024-12-05T12:25:12,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46469,DS-a521544b-3805-4d1c-a8cc-dd5921bbe226,DISK] 2024-12-05T12:25:12,604 INFO [RS:0;f4bc09594422:35323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/WALs/f4bc09594422,35323,1733401511259/f4bc09594422%2C35323%2C1733401511259.1733401512584 2024-12-05T12:25:12,604 DEBUG [RS:0;f4bc09594422:35323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593)] 2024-12-05T12:25:12,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:25:12,765 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803 2024-12-05T12:25:12,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:25:13,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:13,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:25:13,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:25:13,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:13,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:13,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:25:13,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:25:13,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:13,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:13,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:25:13,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:25:13,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:13,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:13,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:25:13,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:25:13,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:13,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:13,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:25:13,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/data/hbase/meta/1588230740 2024-12-05T12:25:13,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/data/hbase/meta/1588230740 2024-12-05T12:25:13,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:25:13,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:25:13,184 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:13,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:25:13,188 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:13,188 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64584917, jitterRate=-0.03760974109172821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:13,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401513170Initializing all the Stores at 1733401513170Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401513170Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401513172 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401513172Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401513172Cleaning up temporary data from old regions at 1733401513183 (+11 ms)Region opened successfully at 1733401513189 (+6 ms) 2024-12-05T12:25:13,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:25:13,189 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:25:13,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:25:13,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:25:13,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:25:13,190 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:13,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401513189Disabling compacts and flushes for region at 1733401513189Disabling writes for close at 1733401513189Writing region close event to WAL at 1733401513190 (+1 ms)Closed at 1733401513190 2024-12-05T12:25:13,191 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:13,191 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:25:13,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:25:13,192 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:25:13,193 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:25:13,343 DEBUG [f4bc09594422:38113 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:25:13,343 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,35323,1733401511259 2024-12-05T12:25:13,344 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,35323,1733401511259, state=OPENING 2024-12-05T12:25:13,346 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:25:13,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x100aa660b130000, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876679232 2024-12-05T12:25:13,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa660b130001, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01876679232 2024-12-05T12:25:13,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01876679232/meta-region-server: CHANGED 2024-12-05T12:25:13,347 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:25:13,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01876679232/meta-region-server: CHANGED 2024-12-05T12:25:13,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,35323,1733401511259}] 2024-12-05T12:25:13,500 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:25:13,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:25:13,504 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:25:13,504 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:13,504 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:25:13,506 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C35323%2C1733401511259.meta, suffix=.meta, logDir=hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/WALs/f4bc09594422,35323,1733401511259, archiveDir=hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/oldWALs, maxLogs=10 2024-12-05T12:25:13,523 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/WALs/f4bc09594422,35323,1733401511259/f4bc09594422%2C35323%2C1733401511259.meta.1733401513506.meta, exclude list is [], retry=0 2024-12-05T12:25:13,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46469,DS-a521544b-3805-4d1c-a8cc-dd5921bbe226,DISK] 2024-12-05T12:25:13,526 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/WALs/f4bc09594422,35323,1733401511259/f4bc09594422%2C35323%2C1733401511259.meta.1733401513506.meta 2024-12-05T12:25:13,527 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593)] 2024-12-05T12:25:13,527 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:13,527 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:25:13,527 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:25:13,527 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:25:13,527 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:25:13,527 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:25:13,528 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:13,528 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:25:13,528 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:25:13,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:25:13,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:25:13,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:13,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:13,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:25:13,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:25:13,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:13,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:13,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:25:13,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:25:13,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:13,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:13,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:25:13,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:25:13,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:13,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:13,532 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:25:13,532 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/data/hbase/meta/1588230740 2024-12-05T12:25:13,533 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/data/hbase/meta/1588230740 2024-12-05T12:25:13,534 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:25:13,534 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:25:13,534 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:13,536 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:25:13,536 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72667051, jitterRate=0.08282344043254852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:13,536 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:25:13,537 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401513528Writing region info on filesystem at 1733401513528Initializing all the Stores at 1733401513528Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401513528Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401513528Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401513528Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401513528Cleaning up temporary data from old regions at 1733401513534 (+6 ms)Running coprocessor post-open hooks at 1733401513537 (+3 ms)Region opened successfully at 1733401513537 2024-12-05T12:25:13,538 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401513500 2024-12-05T12:25:13,540 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:25:13,540 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:25:13,543 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,35323,1733401511259 2024-12-05T12:25:13,543 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,35323,1733401511259, state=OPEN 2024-12-05T12:25:13,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x100aa660b130000, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01876679232/meta-region-server 2024-12-05T12:25:13,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa660b130001, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01876679232/meta-region-server 2024-12-05T12:25:13,548 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,35323,1733401511259 2024-12-05T12:25:13,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01876679232/meta-region-server: CHANGED 2024-12-05T12:25:13,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01876679232/meta-region-server: CHANGED 2024-12-05T12:25:13,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:25:13,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,35323,1733401511259 in 201 msec 2024-12-05T12:25:13,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:25:13,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-12-05T12:25:13,552 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:13,552 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:25:13,553 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:13,553 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,35323,1733401511259, seqNum=-1] 2024-12-05T12:25:13,554 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:13,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:13,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2210 sec 2024-12-05T12:25:13,558 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401513558, completionTime=-1 2024-12-05T12:25:13,558 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:25:13,558 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:25:13,560 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:25:13,561 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401573561 2024-12-05T12:25:13,561 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401633561 2024-12-05T12:25:13,561 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T12:25:13,561 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,38113,1733401511197-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:13,561 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,38113,1733401511197-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:13,561 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,38113,1733401511197-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:13,561 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:38113, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:13,561 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:13,562 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:13,563 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:25:13,565 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.263sec 2024-12-05T12:25:13,565 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:25:13,565 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:25:13,565 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:25:13,565 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:25:13,565 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:25:13,565 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,38113,1733401511197-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:13,565 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,38113,1733401511197-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:25:13,567 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:25:13,567 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:25:13,567 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,38113,1733401511197-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:13,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7203981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:13,591 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,38113,-1 for getting cluster id 2024-12-05T12:25:13,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:13,593 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ed46fe8-cbed-4c4f-9bf0-ca165eea5bbf' 2024-12-05T12:25:13,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:13,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ed46fe8-cbed-4c4f-9bf0-ca165eea5bbf" 2024-12-05T12:25:13,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394686e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:13,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,38113,-1] 2024-12-05T12:25:13,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:13,594 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:13,594 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:13,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618e4ecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:13,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:13,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,35323,1733401511259, seqNum=-1] 2024-12-05T12:25:13,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:13,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:13,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,38113,1733401511197 2024-12-05T12:25:13,600 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53976 2024-12-05T12:25:13,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53976, baseZNode=/01876679232 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:13,613 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:13,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,38113,1733401511197 2024-12-05T12:25:13,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c63f91 2024-12-05T12:25:13,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:13,615 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:13,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:25:13,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:25:13,618 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:13,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:25:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:13,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:25:13,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100aa660b130002 connected 2024-12-05T12:25:13,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:25:13,641 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60e2325dedbcea92fbce16149de835c8, NAME => 'test,,1733401513615.60e2325dedbcea92fbce16149de835c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803 2024-12-05T12:25:13,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:25:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:14,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401513615.60e2325dedbcea92fbce16149de835c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:14,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 60e2325dedbcea92fbce16149de835c8, disabling compactions & flushes 2024-12-05T12:25:14,057 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401513615.60e2325dedbcea92fbce16149de835c8. 2024-12-05T12:25:14,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401513615.60e2325dedbcea92fbce16149de835c8. 2024-12-05T12:25:14,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401513615.60e2325dedbcea92fbce16149de835c8. after waiting 0 ms 2024-12-05T12:25:14,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401513615.60e2325dedbcea92fbce16149de835c8. 2024-12-05T12:25:14,057 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401513615.60e2325dedbcea92fbce16149de835c8. 2024-12-05T12:25:14,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60e2325dedbcea92fbce16149de835c8: Waiting for close lock at 1733401514057Disabling compacts and flushes for region at 1733401514057Disabling writes for close at 1733401514057Writing region close event to WAL at 1733401514057Closed at 1733401514057 2024-12-05T12:25:14,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:25:14,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401513615.60e2325dedbcea92fbce16149de835c8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401514058"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401514058"}]},"ts":"1733401514058"} 2024-12-05T12:25:14,060 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:25:14,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:25:14,064 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401514063"}]},"ts":"1733401514063"} 2024-12-05T12:25:14,065 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:25:14,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=60e2325dedbcea92fbce16149de835c8, ASSIGN}] 2024-12-05T12:25:14,067 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=60e2325dedbcea92fbce16149de835c8, ASSIGN 2024-12-05T12:25:14,068 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=60e2325dedbcea92fbce16149de835c8, ASSIGN; state=OFFLINE, location=f4bc09594422,35323,1733401511259; forceNewPlan=false, retain=false 2024-12-05T12:25:14,075 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:25:14,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:14,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:14,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:14,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:14,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:14,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:14,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:14,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:14,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:14,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:14,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:14,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:14,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:14,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:14,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:14,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60e2325dedbcea92fbce16149de835c8, regionState=OPENING, regionLocation=f4bc09594422,35323,1733401511259 2024-12-05T12:25:14,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=60e2325dedbcea92fbce16149de835c8, ASSIGN because future has completed 2024-12-05T12:25:14,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60e2325dedbcea92fbce16149de835c8, server=f4bc09594422,35323,1733401511259}] 2024-12-05T12:25:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:14,391 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401513615.60e2325dedbcea92fbce16149de835c8. 2024-12-05T12:25:14,391 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 60e2325dedbcea92fbce16149de835c8, NAME => 'test,,1733401513615.60e2325dedbcea92fbce16149de835c8.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:14,391 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:25:14,391 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:25:14,391 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 60e2325dedbcea92fbce16149de835c8 2024-12-05T12:25:14,391 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401513615.60e2325dedbcea92fbce16149de835c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:14,391 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 60e2325dedbcea92fbce16149de835c8 2024-12-05T12:25:14,391 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 60e2325dedbcea92fbce16149de835c8 2024-12-05T12:25:14,392 INFO [StoreOpener-60e2325dedbcea92fbce16149de835c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 60e2325dedbcea92fbce16149de835c8 2024-12-05T12:25:14,393 INFO [StoreOpener-60e2325dedbcea92fbce16149de835c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60e2325dedbcea92fbce16149de835c8 columnFamilyName f 2024-12-05T12:25:14,393 DEBUG [StoreOpener-60e2325dedbcea92fbce16149de835c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:14,394 INFO [StoreOpener-60e2325dedbcea92fbce16149de835c8-1 {}] regionserver.HStore(327): Store=60e2325dedbcea92fbce16149de835c8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:14,394 INFO [StoreOpener-60e2325dedbcea92fbce16149de835c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 60e2325dedbcea92fbce16149de835c8 2024-12-05T12:25:14,394 INFO [StoreOpener-60e2325dedbcea92fbce16149de835c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60e2325dedbcea92fbce16149de835c8 columnFamilyName f1 2024-12-05T12:25:14,395 DEBUG [StoreOpener-60e2325dedbcea92fbce16149de835c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:14,395 INFO [StoreOpener-60e2325dedbcea92fbce16149de835c8-1 {}] regionserver.HStore(327): Store=60e2325dedbcea92fbce16149de835c8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:14,395 INFO [StoreOpener-60e2325dedbcea92fbce16149de835c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 60e2325dedbcea92fbce16149de835c8 2024-12-05T12:25:14,396 INFO [StoreOpener-60e2325dedbcea92fbce16149de835c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60e2325dedbcea92fbce16149de835c8 columnFamilyName norep 2024-12-05T12:25:14,396 DEBUG [StoreOpener-60e2325dedbcea92fbce16149de835c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:14,396 INFO [StoreOpener-60e2325dedbcea92fbce16149de835c8-1 {}] regionserver.HStore(327): Store=60e2325dedbcea92fbce16149de835c8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:14,396 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 60e2325dedbcea92fbce16149de835c8 2024-12-05T12:25:14,396 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/data/default/test/60e2325dedbcea92fbce16149de835c8 2024-12-05T12:25:14,397 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/data/default/test/60e2325dedbcea92fbce16149de835c8 2024-12-05T12:25:14,397 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 60e2325dedbcea92fbce16149de835c8 2024-12-05T12:25:14,397 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 60e2325dedbcea92fbce16149de835c8 2024-12-05T12:25:14,398 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:25:14,399 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 60e2325dedbcea92fbce16149de835c8 2024-12-05T12:25:14,400 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/data/default/test/60e2325dedbcea92fbce16149de835c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:14,400 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 60e2325dedbcea92fbce16149de835c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65116140, jitterRate=-0.029693901538848877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:25:14,400 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60e2325dedbcea92fbce16149de835c8 2024-12-05T12:25:14,401 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 60e2325dedbcea92fbce16149de835c8: Running coprocessor pre-open hook at 1733401514392Writing region info on filesystem at 1733401514392Initializing all the Stores at 1733401514392Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401514392Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401514392Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401514392Cleaning up temporary data from old regions at 1733401514397 (+5 ms)Running coprocessor post-open hooks at 1733401514400 (+3 ms)Region opened successfully at 1733401514401 (+1 ms) 2024-12-05T12:25:14,402 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401513615.60e2325dedbcea92fbce16149de835c8., pid=6, masterSystemTime=1733401514388 2024-12-05T12:25:14,403 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401513615.60e2325dedbcea92fbce16149de835c8. 2024-12-05T12:25:14,403 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401513615.60e2325dedbcea92fbce16149de835c8. 2024-12-05T12:25:14,404 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60e2325dedbcea92fbce16149de835c8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f4bc09594422,35323,1733401511259 2024-12-05T12:25:14,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60e2325dedbcea92fbce16149de835c8, server=f4bc09594422,35323,1733401511259 because future has completed 2024-12-05T12:25:14,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:25:14,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 60e2325dedbcea92fbce16149de835c8, server=f4bc09594422,35323,1733401511259 in 171 msec 2024-12-05T12:25:14,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:25:14,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=60e2325dedbcea92fbce16149de835c8, ASSIGN in 342 msec 2024-12-05T12:25:14,410 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:25:14,410 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401514410"}]},"ts":"1733401514410"} 2024-12-05T12:25:14,412 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:25:14,412 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:25:14,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 796 msec 2024-12-05T12:25:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:14,754 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:25:14,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3405d304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:14,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,38113,-1 for getting cluster id 2024-12-05T12:25:14,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:14,756 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ed46fe8-cbed-4c4f-9bf0-ca165eea5bbf' 2024-12-05T12:25:14,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:14,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ed46fe8-cbed-4c4f-9bf0-ca165eea5bbf" 2024-12-05T12:25:14,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9bb3e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:14,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,38113,-1] 2024-12-05T12:25:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:14,757 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:14,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1057b673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:14,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:14,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,38113,1733401511197 2024-12-05T12:25:14,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@488c4e32 2024-12-05T12:25:14,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:14,760 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:14,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f4bc09594422:38113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:25:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:25:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:14,763 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:38113' 2024-12-05T12:25:14,764 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e21c1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:14,764 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,38113,-1 for getting cluster id 2024-12-05T12:25:14,764 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:14,764 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ed46fe8-cbed-4c4f-9bf0-ca165eea5bbf' 2024-12-05T12:25:14,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:14,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ed46fe8-cbed-4c4f-9bf0-ca165eea5bbf" 2024-12-05T12:25:14,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d7ba77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:14,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,38113,-1] 2024-12-05T12:25:14,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:14,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:14,765 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:14,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0ad538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:14,766 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:14,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,38113,1733401511197 2024-12-05T12:25:14,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b3743cc 2024-12-05T12:25:14,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:14,767 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:14,768 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T12:25:14,768 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:25:14,768 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:14,768 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:14,768 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f4bc09594422:38113, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-05T12:25:14,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:14,774 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f4bc09594422:38113, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f4bc09594422:38113, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f4bc09594422:38113, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-05T12:25:14,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f4bc09594422:38113, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-12-05T12:25:14,775 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-05T12:25:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:14,865 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:14,865 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://f4bc09594422:38113, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-05T12:25:14,865 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:14,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:14,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:14,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:14,880 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=534 (was 365) Potentially hanging thread: IPC Server handler 3 on default port 35311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcessThread(sid:0 cport:53976): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007efd9c9f8668.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 38619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401512376 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@175c8de0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@c8aa775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803-prefix:f4bc09594422,35323,1733401511259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp9860452-7840-acceptor-0@1c941161-ServerConnector@6a43a777{HTTP/1.1, (http/1.1)}{localhost:45543} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f4bc09594422:35323-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 0 on default port 35311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(2090394096) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401512372 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@f8312da java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f4bc09594422:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-747698502_20 at /127.0.0.1:48052 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp9860452-7841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 38619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: M:0;f4bc09594422:38113 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f4bc09594422:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: master/f4bc09594422:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-4793dd3-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@3f09b64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 35311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp9860452-7839 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007efd9c433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 35311 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:38619 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp9860452-7838 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007efd9c433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1613058233-172.17.0.3-1733401510042:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@374f2095[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:38619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/f4bc09594422:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RS:0;f4bc09594422:35323 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@226ba5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 38619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS_OPEN_META-regionserver/f4bc09594422:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1613058233-172.17.0.3-1733401510042:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: f4bc09594422:38113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-747698502_20 at /127.0.0.1:48158 [Receiving block BP-1613058233-172.17.0.3-1733401510042:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 35311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp9860452-7843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1613058233-172.17.0.3-1733401510042:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$597/0x00007efd9cac0aa8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/cluster_579199dd-3168-34e1-6191-31b78349c49b/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@32f141a3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/cluster_579199dd-3168-34e1-6191-31b78349c49b/data/data1/current/BP-1613058233-172.17.0.3-1733401510042 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1613058233-172.17.0.3-1733401510042 heartbeating to localhost/127.0.0.1:38619 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp9860452-7842 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803/MasterData-prefix:f4bc09594422,38113,1733401511197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 38619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp9860452-7837 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007efd9c433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:38619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53976) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp16908022-7887 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007efd9c433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/cluster_579199dd-3168-34e1-6191-31b78349c49b/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7bd67e4a java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp16908022-7888-acceptor-0@6d5539ea-ServerConnector@55cc0d51{HTTP/1.1, (http/1.1)}{localhost:41367} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6aeb4796 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38619/user/jenkins/test-data/e8bb3f3b-33fc-48dc-dfdc-917f8debf803-prefix:f4bc09594422,35323,1733401511259.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:53976 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53976) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/cluster_579199dd-3168-34e1-6191-31b78349c49b/data/data2/current/BP-1613058233-172.17.0.3-1733401510042 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-38879d47-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 38619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp16908022-7889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 38619 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f4bc09594422:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53976) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp9860452-7836 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007efd9c433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-747698502_20 at /127.0.0.1:48134 [Receiving block BP-1613058233-172.17.0.3-1733401510042:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server handler 4 on default port 35311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@978c612 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp16908022-7890 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1253276078_20 at /127.0.0.1:48120 [Receiving block BP-1613058233-172.17.0.3-1733401510042:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=888 (was 804) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=789 (was 815), ProcessCount=11 (was 11), AvailableMemoryMB=3115 (was 3366) 2024-12-05T12:25:14,883 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-12-05T12:25:14,898 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=534, OpenFileDescriptor=888, MaxFileDescriptor=1048576, SystemLoadAverage=789, ProcessCount=11, AvailableMemoryMB=3114 2024-12-05T12:25:14,898 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-12-05T12:25:14,914 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-05T12:25:14,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/hadoop.log.dir so I do NOT create it in target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb 2024-12-05T12:25:14,915 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:25:14,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/hadoop.tmp.dir so I do NOT create it in target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb 2024-12-05T12:25:14,915 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c00f-27db-feb5-12e6-a9392c438797/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:25:14,915 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb 2024-12-05T12:25:14,915 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/cluster_53b7b57d-0654-727e-84c2-d6a42fa59818, deleteOnExit=true 2024-12-05T12:25:14,918 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/cluster_53b7b57d-0654-727e-84c2-d6a42fa59818/zookeeper_0, clientPort=62553, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/cluster_53b7b57d-0654-727e-84c2-d6a42fa59818/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/cluster_53b7b57d-0654-727e-84c2-d6a42fa59818/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:25:14,919 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62553 2024-12-05T12:25:14,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:25:14,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:25:14,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/test.cache.data in system properties and HBase conf 2024-12-05T12:25:14,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:25:14,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:25:14,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:25:14,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:25:14,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:25:14,920 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:25:14,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:25:14,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:25:14,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:25:14,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:25:14,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:25:14,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:25:14,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:25:14,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:25:14,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:25:14,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:25:14,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:25:14,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:25:14,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:25:14,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:25:15,024 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:15,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:25:15,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:25:15,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:25:15,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:25:15,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:15,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d05132{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:25:15,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bc48216{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:25:15,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39063e07{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/java.io.tmpdir/jetty-localhost-35233-hadoop-hdfs-3_4_1-tests_jar-_-any-15127778045362811360/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:25:15,251 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8eb7f4{HTTP/1.1, (http/1.1)}{localhost:35233} 2024-12-05T12:25:15,251 INFO [Time-limited test {}] server.Server(415): Started @275107ms 2024-12-05T12:25:15,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:15,419 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:25:15,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:25:15,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:25:15,429 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:25:15,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73cbf776{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:25:15,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e09d132{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:25:15,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d08b31f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/java.io.tmpdir/jetty-localhost-44725-hadoop-hdfs-3_4_1-tests_jar-_-any-12329510854494979562/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:25:15,564 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77eaa811{HTTP/1.1, (http/1.1)}{localhost:44725} 2024-12-05T12:25:15,564 INFO [Time-limited test {}] server.Server(415): Started @275421ms 2024-12-05T12:25:15,566 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:25:15,653 WARN [Thread-4285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/cluster_53b7b57d-0654-727e-84c2-d6a42fa59818/data/data1/current/BP-1121538886-172.17.0.3-1733401514958/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:15,653 WARN [Thread-4286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/cluster_53b7b57d-0654-727e-84c2-d6a42fa59818/data/data2/current/BP-1121538886-172.17.0.3-1733401514958/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:15,676 WARN [Thread-4273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:25:15,678 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacc2eb45b51d974 with lease ID 0xab15a6833a2fd007: Processing first storage report for DS-18b66f71-7ab3-428d-9984-042e6b305b41 from datanode DatanodeRegistration(127.0.0.1:45567, datanodeUuid=e790b141-d1ae-438c-b731-7a4eae811d95, infoPort=45847, infoSecurePort=0, ipcPort=34629, storageInfo=lv=-57;cid=testClusterID;nsid=1202281310;c=1733401514958) 2024-12-05T12:25:15,678 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacc2eb45b51d974 with lease ID 0xab15a6833a2fd007: from storage DS-18b66f71-7ab3-428d-9984-042e6b305b41 node DatanodeRegistration(127.0.0.1:45567, datanodeUuid=e790b141-d1ae-438c-b731-7a4eae811d95, infoPort=45847, infoSecurePort=0, ipcPort=34629, storageInfo=lv=-57;cid=testClusterID;nsid=1202281310;c=1733401514958), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:25:15,679 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacc2eb45b51d974 with lease ID 0xab15a6833a2fd007: Processing first storage report for DS-562c8ecc-f6a1-42df-b9ae-c90fe9b29e89 from datanode DatanodeRegistration(127.0.0.1:45567, datanodeUuid=e790b141-d1ae-438c-b731-7a4eae811d95, infoPort=45847, infoSecurePort=0, ipcPort=34629, storageInfo=lv=-57;cid=testClusterID;nsid=1202281310;c=1733401514958) 2024-12-05T12:25:15,679 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacc2eb45b51d974 with lease ID 0xab15a6833a2fd007: from storage DS-562c8ecc-f6a1-42df-b9ae-c90fe9b29e89 node DatanodeRegistration(127.0.0.1:45567, datanodeUuid=e790b141-d1ae-438c-b731-7a4eae811d95, infoPort=45847, infoSecurePort=0, ipcPort=34629, storageInfo=lv=-57;cid=testClusterID;nsid=1202281310;c=1733401514958), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:25:15,696 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb 2024-12-05T12:25:15,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:15,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:15,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:25:16,107 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0 with version=8 2024-12-05T12:25:16,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/hbase-staging 2024-12-05T12:25:16,110 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:25:16,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:16,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:16,110 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:16,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:16,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:16,110 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:25:16,111 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:16,111 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45841 2024-12-05T12:25:16,112 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45841 connecting to ZooKeeper ensemble=127.0.0.1:62553 2024-12-05T12:25:16,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458410x0, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:16,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45841-0x100aa661e440000 connected 2024-12-05T12:25:16,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:16,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:16,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Set watcher on znode that does not yet exist, /0-2146801309/running 2024-12-05T12:25:16,138 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0, hbase.cluster.distributed=false 2024-12-05T12:25:16,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Set watcher on znode that does not yet exist, /0-2146801309/acl 2024-12-05T12:25:16,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45841 2024-12-05T12:25:16,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45841 2024-12-05T12:25:16,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45841 2024-12-05T12:25:16,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45841 2024-12-05T12:25:16,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45841 2024-12-05T12:25:16,171 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:25:16,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:16,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:16,171 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:16,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:16,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:16,171 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:25:16,171 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:16,173 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45411 2024-12-05T12:25:16,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45411 connecting to ZooKeeper ensemble=127.0.0.1:62553 2024-12-05T12:25:16,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:16,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:16,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454110x0, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:16,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454110x0, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Set watcher on znode that does not yet exist, /0-2146801309/running 2024-12-05T12:25:16,180 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:25:16,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45411-0x100aa661e440001 connected 2024-12-05T12:25:16,185 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:25:16,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45411-0x100aa661e440001, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Set watcher on znode that does not yet exist, /0-2146801309/master 2024-12-05T12:25:16,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45411-0x100aa661e440001, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Set watcher on znode that does not yet exist, /0-2146801309/acl 2024-12-05T12:25:16,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45411 2024-12-05T12:25:16,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45411 2024-12-05T12:25:16,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45411 2024-12-05T12:25:16,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45411 2024-12-05T12:25:16,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45411 2024-12-05T12:25:16,210 DEBUG [M:0;f4bc09594422:45841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:45841 2024-12-05T12:25:16,210 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2146801309/backup-masters/f4bc09594422,45841,1733401516110 2024-12-05T12:25:16,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309/backup-masters 2024-12-05T12:25:16,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x100aa661e440001, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309/backup-masters 2024-12-05T12:25:16,212 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Set watcher on existing znode=/0-2146801309/backup-masters/f4bc09594422,45841,1733401516110 2024-12-05T12:25:16,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x100aa661e440001, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2146801309/master 2024-12-05T12:25:16,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x100aa661e440001, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309 2024-12-05T12:25:16,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309 2024-12-05T12:25:16,214 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Set watcher on existing znode=/0-2146801309/master 2024-12-05T12:25:16,215 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2146801309/backup-masters/f4bc09594422,45841,1733401516110 from backup master directory 2024-12-05T12:25:16,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2146801309/backup-masters/f4bc09594422,45841,1733401516110 2024-12-05T12:25:16,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309/backup-masters 2024-12-05T12:25:16,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x100aa661e440001, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309/backup-masters 2024-12-05T12:25:16,217 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:16,217 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,45841,1733401516110 2024-12-05T12:25:16,220 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/hbase.id] with ID: fa32ac99-db50-497f-a8c1-09fd7d2f7dd0 2024-12-05T12:25:16,220 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/.tmp/hbase.id 2024-12-05T12:25:16,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:25:16,626 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/.tmp/hbase.id]:[hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/hbase.id] 2024-12-05T12:25:16,634 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:16,634 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:25:16,635 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:25:16,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309 2024-12-05T12:25:16,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x100aa661e440001, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309 2024-12-05T12:25:16,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:25:17,042 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:17,043 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:25:17,043 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:17,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:25:17,050 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/data/master/store 2024-12-05T12:25:17,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:25:17,456 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:17,456 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:25:17,456 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:17,456 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:17,456 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:25:17,456 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:17,456 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:17,457 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401517456Disabling compacts and flushes for region at 1733401517456Disabling writes for close at 1733401517456Writing region close event to WAL at 1733401517456Closed at 1733401517456 2024-12-05T12:25:17,457 WARN [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/data/master/store/.initializing 2024-12-05T12:25:17,457 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/WALs/f4bc09594422,45841,1733401516110 2024-12-05T12:25:17,458 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:17,461 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C45841%2C1733401516110, suffix=, logDir=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/WALs/f4bc09594422,45841,1733401516110, archiveDir=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/oldWALs, maxLogs=10 2024-12-05T12:25:17,475 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/WALs/f4bc09594422,45841,1733401516110/f4bc09594422%2C45841%2C1733401516110.1733401517461, exclude list is [], retry=0 2024-12-05T12:25:17,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45567,DS-18b66f71-7ab3-428d-9984-042e6b305b41,DISK] 2024-12-05T12:25:17,479 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/WALs/f4bc09594422,45841,1733401516110/f4bc09594422%2C45841%2C1733401516110.1733401517461 2024-12-05T12:25:17,479 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45847:45847)] 2024-12-05T12:25:17,479 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:17,480 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:17,480 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:17,480 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:17,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:17,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:25:17,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:17,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:17,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:17,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:25:17,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:17,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:17,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:17,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:25:17,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:17,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:17,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:17,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:25:17,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:17,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:17,486 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:17,486 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:17,486 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:17,487 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:17,487 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:17,488 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:17,489 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:17,490 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:17,490 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73601907, jitterRate=0.09675388038158417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:17,490 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401517480Initializing all the Stores at 1733401517480Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401517480Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401517480Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401517480Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401517480Cleaning up temporary data from old regions at 1733401517487 (+7 ms)Region opened successfully at 1733401517490 (+3 ms) 2024-12-05T12:25:17,491 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:25:17,493 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d61adac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:25:17,494 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:25:17,494 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:25:17,494 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:25:17,494 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:25:17,494 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:25:17,495 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:25:17,495 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:25:17,496 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:25:17,497 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Unable to get data of znode /0-2146801309/balancer because node does not exist (not necessarily an error) 2024-12-05T12:25:17,498 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2146801309/balancer already deleted, retry=false 2024-12-05T12:25:17,498 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:25:17,499 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Unable to get data of znode /0-2146801309/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:25:17,500 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2146801309/normalizer already deleted, retry=false 2024-12-05T12:25:17,500 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:25:17,501 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Unable to get data of znode /0-2146801309/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:25:17,502 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2146801309/switch/split already deleted, retry=false 2024-12-05T12:25:17,502 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Unable to get data of znode /0-2146801309/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:25:17,504 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2146801309/switch/merge already deleted, retry=false 2024-12-05T12:25:17,505 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Unable to get data of znode /0-2146801309/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:25:17,506 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2146801309/snapshot-cleanup already deleted, retry=false 2024-12-05T12:25:17,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2146801309/running 2024-12-05T12:25:17,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x100aa661e440001, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2146801309/running 2024-12-05T12:25:17,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309 2024-12-05T12:25:17,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x100aa661e440001, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309 2024-12-05T12:25:17,509 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,45841,1733401516110, sessionid=0x100aa661e440000, setting cluster-up flag (Was=false) 2024-12-05T12:25:17,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309 2024-12-05T12:25:17,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x100aa661e440001, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309 2024-12-05T12:25:17,516 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2146801309/flush-table-proc/acquired, /0-2146801309/flush-table-proc/reached, /0-2146801309/flush-table-proc/abort 2024-12-05T12:25:17,516 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,45841,1733401516110 2024-12-05T12:25:17,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x100aa661e440001, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309 2024-12-05T12:25:17,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309 2024-12-05T12:25:17,523 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2146801309/online-snapshot/acquired, /0-2146801309/online-snapshot/reached, /0-2146801309/online-snapshot/abort 2024-12-05T12:25:17,524 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,45841,1733401516110 2024-12-05T12:25:17,524 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:25:17,526 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:17,526 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:25:17,526 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:25:17,526 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,45841,1733401516110 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:25:17,527 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:17,527 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:17,527 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:17,527 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:17,527 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:25:17,527 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:17,527 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:17,527 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:17,528 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:17,528 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:25:17,529 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:17,529 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:25:17,534 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401547534 2024-12-05T12:25:17,535 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:25:17,535 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:25:17,535 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:25:17,535 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:25:17,535 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:25:17,535 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:25:17,535 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:17,535 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:25:17,535 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:25:17,535 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:25:17,535 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:25:17,536 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:25:17,536 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:25:17,536 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401517536,5,FailOnTimeoutGroup] 2024-12-05T12:25:17,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:25:17,544 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401517536,5,FailOnTimeoutGroup] 2024-12-05T12:25:17,544 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:17,545 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:25:17,545 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:17,545 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:17,601 INFO [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(746): ClusterId : fa32ac99-db50-497f-a8c1-09fd7d2f7dd0 2024-12-05T12:25:17,601 DEBUG [RS:0;f4bc09594422:45411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:25:17,603 DEBUG [RS:0;f4bc09594422:45411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:25:17,603 DEBUG [RS:0;f4bc09594422:45411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:25:17,604 DEBUG [RS:0;f4bc09594422:45411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:25:17,605 DEBUG [RS:0;f4bc09594422:45411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@598d0ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:25:17,620 DEBUG [RS:0;f4bc09594422:45411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:45411 2024-12-05T12:25:17,620 INFO [RS:0;f4bc09594422:45411 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:25:17,620 INFO [RS:0;f4bc09594422:45411 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:25:17,620 DEBUG [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:25:17,620 INFO [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,45841,1733401516110 with port=45411, startcode=1733401516171 2024-12-05T12:25:17,620 DEBUG [RS:0;f4bc09594422:45411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:25:17,622 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:25:17,623 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45841 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,45411,1733401516171 2024-12-05T12:25:17,623 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45841 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,45411,1733401516171 2024-12-05T12:25:17,624 DEBUG [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0 2024-12-05T12:25:17,624 DEBUG [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39009 2024-12-05T12:25:17,624 DEBUG [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:25:17,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309/rs 2024-12-05T12:25:17,626 DEBUG [RS:0;f4bc09594422:45411 {}] zookeeper.ZKUtil(111): regionserver:45411-0x100aa661e440001, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Set watcher on existing znode=/0-2146801309/rs/f4bc09594422,45411,1733401516171 2024-12-05T12:25:17,626 WARN [RS:0;f4bc09594422:45411 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:17,626 INFO [RS:0;f4bc09594422:45411 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:17,626 DEBUG [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171 2024-12-05T12:25:17,626 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,45411,1733401516171] 2024-12-05T12:25:17,628 INFO [RS:0;f4bc09594422:45411 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:25:17,630 INFO [RS:0;f4bc09594422:45411 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:25:17,630 INFO [RS:0;f4bc09594422:45411 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:25:17,630 INFO [RS:0;f4bc09594422:45411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:17,632 INFO [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:25:17,633 INFO [RS:0;f4bc09594422:45411 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:25:17,633 INFO [RS:0;f4bc09594422:45411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:17,633 DEBUG [RS:0;f4bc09594422:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:17,633 DEBUG [RS:0;f4bc09594422:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:17,633 DEBUG [RS:0;f4bc09594422:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:17,633 DEBUG [RS:0;f4bc09594422:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:17,633 DEBUG [RS:0;f4bc09594422:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:17,633 DEBUG [RS:0;f4bc09594422:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:17,633 DEBUG [RS:0;f4bc09594422:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:17,633 DEBUG [RS:0;f4bc09594422:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:17,633 DEBUG [RS:0;f4bc09594422:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:17,633 DEBUG [RS:0;f4bc09594422:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:17,633 DEBUG [RS:0;f4bc09594422:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:17,633 DEBUG [RS:0;f4bc09594422:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:17,633 DEBUG [RS:0;f4bc09594422:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:17,633 DEBUG [RS:0;f4bc09594422:45411 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:17,639 INFO [RS:0;f4bc09594422:45411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:17,639 INFO [RS:0;f4bc09594422:45411 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:17,639 INFO [RS:0;f4bc09594422:45411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:17,639 INFO [RS:0;f4bc09594422:45411 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:17,640 INFO [RS:0;f4bc09594422:45411 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:17,640 INFO [RS:0;f4bc09594422:45411 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45411,1733401516171-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:17,657 INFO [RS:0;f4bc09594422:45411 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:25:17,657 INFO [RS:0;f4bc09594422:45411 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45411,1733401516171-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:17,657 INFO [RS:0;f4bc09594422:45411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:17,657 INFO [RS:0;f4bc09594422:45411 {}] regionserver.Replication(171): f4bc09594422,45411,1733401516171 started 2024-12-05T12:25:17,675 INFO [RS:0;f4bc09594422:45411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:17,675 INFO [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,45411,1733401516171, RpcServer on f4bc09594422/172.17.0.3:45411, sessionid=0x100aa661e440001 2024-12-05T12:25:17,675 DEBUG [RS:0;f4bc09594422:45411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:25:17,675 DEBUG [RS:0;f4bc09594422:45411 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,45411,1733401516171 2024-12-05T12:25:17,675 DEBUG [RS:0;f4bc09594422:45411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,45411,1733401516171' 2024-12-05T12:25:17,675 DEBUG [RS:0;f4bc09594422:45411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2146801309/flush-table-proc/abort' 2024-12-05T12:25:17,676 DEBUG [RS:0;f4bc09594422:45411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2146801309/flush-table-proc/acquired' 2024-12-05T12:25:17,676 DEBUG [RS:0;f4bc09594422:45411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:25:17,676 DEBUG [RS:0;f4bc09594422:45411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:25:17,676 DEBUG [RS:0;f4bc09594422:45411 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,45411,1733401516171 2024-12-05T12:25:17,676 DEBUG [RS:0;f4bc09594422:45411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,45411,1733401516171' 2024-12-05T12:25:17,676 DEBUG [RS:0;f4bc09594422:45411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2146801309/online-snapshot/abort' 2024-12-05T12:25:17,676 DEBUG [RS:0;f4bc09594422:45411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2146801309/online-snapshot/acquired' 2024-12-05T12:25:17,677 DEBUG [RS:0;f4bc09594422:45411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:25:17,677 INFO [RS:0;f4bc09594422:45411 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:25:17,677 INFO [RS:0;f4bc09594422:45411 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:25:17,777 INFO [RS:0;f4bc09594422:45411 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:17,778 INFO [RS:0;f4bc09594422:45411 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C45411%2C1733401516171, suffix=, logDir=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171, archiveDir=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/oldWALs, maxLogs=10 2024-12-05T12:25:17,795 DEBUG [RS:0;f4bc09594422:45411 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401517778, exclude list is [], retry=0 2024-12-05T12:25:17,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45567,DS-18b66f71-7ab3-428d-9984-042e6b305b41,DISK] 2024-12-05T12:25:17,799 INFO [RS:0;f4bc09594422:45411 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401517778 2024-12-05T12:25:17,799 DEBUG [RS:0;f4bc09594422:45411 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45847:45847)] 2024-12-05T12:25:17,939 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:25:17,939 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0 2024-12-05T12:25:17,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:25:18,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:18,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:25:18,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:25:18,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:18,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:18,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:25:18,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:25:18,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:18,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:18,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:25:18,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:25:18,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:18,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:18,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:25:18,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:25:18,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:18,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:18,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:25:18,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740 2024-12-05T12:25:18,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740 2024-12-05T12:25:18,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:25:18,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:25:18,352 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:18,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:25:18,355 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:18,355 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74718396, jitterRate=0.11339086294174194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:18,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401518344Initializing all the Stores at 1733401518345 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401518345Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401518345Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401518345Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401518345Cleaning up temporary data from old regions at 1733401518352 (+7 ms)Region opened successfully at 1733401518355 (+3 ms) 2024-12-05T12:25:18,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:25:18,355 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:25:18,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:25:18,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:25:18,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:25:18,355 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:18,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401518355Disabling compacts and flushes for region at 1733401518355Disabling writes for close at 1733401518355Writing region close event to WAL at 1733401518355Closed at 1733401518355 2024-12-05T12:25:18,356 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:18,356 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:25:18,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:25:18,357 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:25:18,358 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:25:18,431 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:25:18,431 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T12:25:18,508 DEBUG [f4bc09594422:45841 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:25:18,509 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,45411,1733401516171 2024-12-05T12:25:18,509 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,45411,1733401516171, state=OPENING 2024-12-05T12:25:18,511 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:25:18,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309 2024-12-05T12:25:18,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x100aa661e440001, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309 2024-12-05T12:25:18,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2146801309/meta-region-server: CHANGED 2024-12-05T12:25:18,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2146801309/meta-region-server: CHANGED 2024-12-05T12:25:18,515 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:25:18,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,45411,1733401516171}] 2024-12-05T12:25:18,668 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:25:18,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:25:18,672 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:25:18,672 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:18,672 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:25:18,673 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C45411%2C1733401516171.meta, suffix=.meta, logDir=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171, archiveDir=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/oldWALs, maxLogs=10 2024-12-05T12:25:18,688 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.meta.1733401518674.meta, exclude list is [], retry=0 2024-12-05T12:25:18,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45567,DS-18b66f71-7ab3-428d-9984-042e6b305b41,DISK] 2024-12-05T12:25:18,691 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.meta.1733401518674.meta 2024-12-05T12:25:18,691 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45847:45847)] 2024-12-05T12:25:18,692 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:18,692 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:25:18,692 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:25:18,692 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:25:18,692 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:25:18,692 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:25:18,692 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:18,692 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:25:18,692 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:25:18,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:25:18,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:25:18,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:18,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:18,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:25:18,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:25:18,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:18,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:18,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:25:18,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:25:18,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:18,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:18,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:25:18,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:25:18,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:18,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:18,697 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:25:18,698 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740 2024-12-05T12:25:18,698 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740 2024-12-05T12:25:18,699 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:25:18,699 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:25:18,700 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:18,700 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:25:18,701 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63419192, jitterRate=-0.05498039722442627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:18,701 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:25:18,701 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401518692Writing region info on filesystem at 1733401518693 (+1 ms)Initializing all the Stores at 1733401518693Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401518693Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401518693Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401518693Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401518693Cleaning up temporary data from old regions at 1733401518699 (+6 ms)Running coprocessor post-open hooks at 1733401518701 (+2 ms)Region opened successfully at 1733401518701 2024-12-05T12:25:18,702 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401518667 2024-12-05T12:25:18,703 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:25:18,704 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:25:18,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,45411,1733401516171 2024-12-05T12:25:18,705 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,45411,1733401516171, state=OPEN 2024-12-05T12:25:18,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x100aa661e440001, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2146801309/meta-region-server 2024-12-05T12:25:18,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2146801309/meta-region-server 2024-12-05T12:25:18,706 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,45411,1733401516171 2024-12-05T12:25:18,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2146801309/meta-region-server: CHANGED 2024-12-05T12:25:18,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2146801309/meta-region-server: CHANGED 2024-12-05T12:25:18,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:25:18,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,45411,1733401516171 in 190 msec 2024-12-05T12:25:18,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:25:18,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-12-05T12:25:18,711 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:18,711 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:25:18,712 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:18,712 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,45411,1733401516171, seqNum=-1] 2024-12-05T12:25:18,712 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:18,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:18,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-12-05T12:25:18,717 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401518717, completionTime=-1 2024-12-05T12:25:18,717 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:25:18,717 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:25:18,718 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:25:18,718 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401578718 2024-12-05T12:25:18,719 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401638719 2024-12-05T12:25:18,719 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T12:25:18,719 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45841,1733401516110-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:18,719 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45841,1733401516110-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:18,719 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45841,1733401516110-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:18,719 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:45841, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:18,719 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:18,719 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:18,721 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:25:18,722 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.505sec 2024-12-05T12:25:18,723 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:25:18,723 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:25:18,723 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:25:18,723 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:25:18,723 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:25:18,723 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45841,1733401516110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:18,723 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45841,1733401516110-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:25:18,724 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:25:18,724 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:25:18,724 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,45841,1733401516110-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:18,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162024a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:18,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,45841,-1 for getting cluster id 2024-12-05T12:25:18,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:18,804 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa32ac99-db50-497f-a8c1-09fd7d2f7dd0' 2024-12-05T12:25:18,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:18,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa32ac99-db50-497f-a8c1-09fd7d2f7dd0" 2024-12-05T12:25:18,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f23966c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:18,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,45841,-1] 2024-12-05T12:25:18,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:18,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:18,806 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:18,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f339fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:18,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:18,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,45411,1733401516171, seqNum=-1] 2024-12-05T12:25:18,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:18,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:18,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,45841,1733401516110 2024-12-05T12:25:18,811 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62553 2024-12-05T12:25:18,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:18,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100aa661e440002 connected 2024-12-05T12:25:18,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/hadoop.log.dir so I do NOT create it in target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a 2024-12-05T12:25:18,817 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:25:18,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/hadoop.tmp.dir so I do NOT create it in target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a 2024-12-05T12:25:18,817 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:25:18,817 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a 2024-12-05T12:25:18,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:25:18,817 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/cluster_07a394cd-a55d-7b93-ff07-486a29be0c80, deleteOnExit=true 2024-12-05T12:25:18,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:25:18,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/test.cache.data in system properties and HBase conf 2024-12-05T12:25:18,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:25:18,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:25:18,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:25:18,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:25:18,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:25:18,818 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:25:18,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:25:18,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:25:18,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:25:18,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:25:18,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:25:18,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:25:18,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:25:18,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:25:18,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:25:18,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:25:18,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:25:18,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:25:18,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:25:18,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:25:18,878 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T12:25:18,879 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:18,879 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:18,879 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:18,879 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:18,879 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:18,914 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:18,915 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:18,915 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:18,915 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:18,915 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:18,916 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:18,920 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:18,923 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:18,923 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:18,924 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:18,959 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:18,962 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:25:18,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:25:18,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:25:18,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:25:18,970 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:18,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35c8032c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:25:18,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32f67cf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:25:19,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23893c21{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/java.io.tmpdir/jetty-localhost-44889-hadoop-hdfs-3_4_1-tests_jar-_-any-14978470568249892050/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:25:19,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b921a09{HTTP/1.1, (http/1.1)}{localhost:44889} 2024-12-05T12:25:19,137 INFO [Time-limited test {}] server.Server(415): Started @278993ms 2024-12-05T12:25:19,255 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:19,258 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:25:19,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:25:19,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:25:19,263 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:25:19,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cab831f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:25:19,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@594247a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:25:19,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25afed3f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/java.io.tmpdir/jetty-localhost-35779-hadoop-hdfs-3_4_1-tests_jar-_-any-12126109859742227575/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:25:19,430 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ae1ab61{HTTP/1.1, (http/1.1)}{localhost:35779} 2024-12-05T12:25:19,430 INFO [Time-limited test {}] server.Server(415): Started @279286ms 2024-12-05T12:25:19,431 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:25:19,524 WARN [Thread-4406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/cluster_07a394cd-a55d-7b93-ff07-486a29be0c80/data/data1/current/BP-81829556-172.17.0.3-1733401518843/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:19,525 WARN [Thread-4407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/cluster_07a394cd-a55d-7b93-ff07-486a29be0c80/data/data2/current/BP-81829556-172.17.0.3-1733401518843/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:19,552 WARN [Thread-4394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:25:19,554 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe45ddac807490502 with lease ID 0x9d4c180967513f7a: Processing first storage report for DS-2a86c019-6c85-4422-ba96-373d957719ac from datanode DatanodeRegistration(127.0.0.1:37129, datanodeUuid=0ba45047-a8c5-4ea9-be48-c1b4711be048, infoPort=43231, infoSecurePort=0, ipcPort=38489, storageInfo=lv=-57;cid=testClusterID;nsid=1345277779;c=1733401518843) 2024-12-05T12:25:19,555 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe45ddac807490502 with lease ID 0x9d4c180967513f7a: from storage DS-2a86c019-6c85-4422-ba96-373d957719ac node DatanodeRegistration(127.0.0.1:37129, datanodeUuid=0ba45047-a8c5-4ea9-be48-c1b4711be048, infoPort=43231, infoSecurePort=0, ipcPort=38489, storageInfo=lv=-57;cid=testClusterID;nsid=1345277779;c=1733401518843), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:25:19,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe45ddac807490502 with lease ID 0x9d4c180967513f7a: Processing first storage report for DS-d0b2fe62-44eb-4e90-ba15-5f19d570ee78 from datanode DatanodeRegistration(127.0.0.1:37129, datanodeUuid=0ba45047-a8c5-4ea9-be48-c1b4711be048, infoPort=43231, infoSecurePort=0, ipcPort=38489, storageInfo=lv=-57;cid=testClusterID;nsid=1345277779;c=1733401518843) 2024-12-05T12:25:19,555 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe45ddac807490502 with lease ID 0x9d4c180967513f7a: from storage DS-d0b2fe62-44eb-4e90-ba15-5f19d570ee78 node DatanodeRegistration(127.0.0.1:37129, datanodeUuid=0ba45047-a8c5-4ea9-be48-c1b4711be048, infoPort=43231, infoSecurePort=0, ipcPort=38489, storageInfo=lv=-57;cid=testClusterID;nsid=1345277779;c=1733401518843), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:25:19,569 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a 2024-12-05T12:25:19,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:19,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:19,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:25:19,980 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e with version=8 2024-12-05T12:25:19,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/hbase-staging 2024-12-05T12:25:19,983 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:25:19,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:19,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:19,983 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:19,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:19,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:19,983 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:25:19,983 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:19,984 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35775 2024-12-05T12:25:19,985 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35775 connecting to ZooKeeper ensemble=127.0.0.1:62553 2024-12-05T12:25:19,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357750x0, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:19,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35775-0x100aa661e440003 connected 2024-12-05T12:25:20,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:20,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:20,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Set watcher on znode that does not yet exist, /1401499352/running 2024-12-05T12:25:20,004 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e, hbase.cluster.distributed=false 2024-12-05T12:25:20,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Set watcher on znode that does not yet exist, /1401499352/acl 2024-12-05T12:25:20,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35775 2024-12-05T12:25:20,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35775 2024-12-05T12:25:20,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35775 2024-12-05T12:25:20,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35775 2024-12-05T12:25:20,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35775 2024-12-05T12:25:20,035 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:25:20,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:20,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:20,036 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:20,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:20,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:20,036 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:25:20,036 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:20,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44205 2024-12-05T12:25:20,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44205 connecting to ZooKeeper ensemble=127.0.0.1:62553 2024-12-05T12:25:20,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:20,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:20,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442050x0, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:20,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442050x0, quorum=127.0.0.1:62553, baseZNode=/1401499352 Set watcher on znode that does not yet exist, /1401499352/running 2024-12-05T12:25:20,056 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:25:20,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44205-0x100aa661e440004 connected 2024-12-05T12:25:20,060 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:25:20,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44205-0x100aa661e440004, quorum=127.0.0.1:62553, baseZNode=/1401499352 Set watcher on znode that does not yet exist, /1401499352/master 2024-12-05T12:25:20,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44205-0x100aa661e440004, quorum=127.0.0.1:62553, baseZNode=/1401499352 Set watcher on znode that does not yet exist, /1401499352/acl 2024-12-05T12:25:20,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44205 2024-12-05T12:25:20,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44205 2024-12-05T12:25:20,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44205 2024-12-05T12:25:20,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44205 2024-12-05T12:25:20,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44205 2024-12-05T12:25:20,108 DEBUG [M:0;f4bc09594422:35775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:35775 2024-12-05T12:25:20,108 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1401499352/backup-masters/f4bc09594422,35775,1733401519983 2024-12-05T12:25:20,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44205-0x100aa661e440004, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401499352/backup-masters 2024-12-05T12:25:20,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401499352/backup-masters 2024-12-05T12:25:20,110 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Set watcher on existing znode=/1401499352/backup-masters/f4bc09594422,35775,1733401519983 2024-12-05T12:25:20,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44205-0x100aa661e440004, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1401499352/master 2024-12-05T12:25:20,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44205-0x100aa661e440004, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401499352 2024-12-05T12:25:20,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401499352 2024-12-05T12:25:20,112 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Set watcher on existing znode=/1401499352/master 2024-12-05T12:25:20,113 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1401499352/backup-masters/f4bc09594422,35775,1733401519983 from backup master directory 2024-12-05T12:25:20,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44205-0x100aa661e440004, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401499352/backup-masters 2024-12-05T12:25:20,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1401499352/backup-masters/f4bc09594422,35775,1733401519983 2024-12-05T12:25:20,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401499352/backup-masters 2024-12-05T12:25:20,114 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:20,114 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,35775,1733401519983 2024-12-05T12:25:20,118 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/hbase.id] with ID: ceedb1be-f67e-45cc-be98-890bb2436fc5 2024-12-05T12:25:20,118 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/.tmp/hbase.id 2024-12-05T12:25:20,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:25:20,123 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/.tmp/hbase.id]:[hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/hbase.id] 2024-12-05T12:25:20,130 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:20,130 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:25:20,130 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T12:25:20,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401499352 2024-12-05T12:25:20,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44205-0x100aa661e440004, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401499352 2024-12-05T12:25:20,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:25:20,151 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:20,152 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:25:20,152 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:20,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:25:20,559 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/data/master/store 2024-12-05T12:25:20,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:25:20,634 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:20,634 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:25:20,634 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:20,634 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:20,635 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:25:20,635 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:20,635 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:20,635 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401520634Disabling compacts and flushes for region at 1733401520634Disabling writes for close at 1733401520635 (+1 ms)Writing region close event to WAL at 1733401520635Closed at 1733401520635 2024-12-05T12:25:20,636 WARN [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/data/master/store/.initializing 2024-12-05T12:25:20,636 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/WALs/f4bc09594422,35775,1733401519983 2024-12-05T12:25:20,637 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:20,639 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C35775%2C1733401519983, suffix=, logDir=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/WALs/f4bc09594422,35775,1733401519983, archiveDir=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/oldWALs, maxLogs=10 2024-12-05T12:25:20,667 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/WALs/f4bc09594422,35775,1733401519983/f4bc09594422%2C35775%2C1733401519983.1733401520639, exclude list is [], retry=0 2024-12-05T12:25:20,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37129,DS-2a86c019-6c85-4422-ba96-373d957719ac,DISK] 2024-12-05T12:25:20,685 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/WALs/f4bc09594422,35775,1733401519983/f4bc09594422%2C35775%2C1733401519983.1733401520639 2024-12-05T12:25:20,688 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43231:43231)] 2024-12-05T12:25:20,689 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:20,689 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:20,689 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:20,689 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:20,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:20,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:25:20,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:20,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:20,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:20,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:25:20,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:20,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:20,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:20,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:25:20,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:20,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:20,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:20,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:25:20,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:20,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:20,702 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:20,703 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:20,703 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:20,704 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:20,704 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:20,704 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:20,705 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:20,713 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:20,713 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72395068, jitterRate=0.07877057790756226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:20,713 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401520689Initializing all the Stores at 1733401520690 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401520690Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401520696 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401520696Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401520696Cleaning up temporary data from old regions at 1733401520704 (+8 ms)Region opened successfully at 1733401520713 (+9 ms) 2024-12-05T12:25:20,724 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:25:20,728 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2085e087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:25:20,730 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:25:20,731 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:25:20,731 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:25:20,731 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:25:20,732 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:25:20,732 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:25:20,732 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:25:20,738 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:25:20,739 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Unable to get data of znode /1401499352/balancer because node does not exist (not necessarily an error) 2024-12-05T12:25:20,741 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1401499352/balancer already deleted, retry=false 2024-12-05T12:25:20,741 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:25:20,742 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Unable to get data of znode /1401499352/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:25:20,743 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1401499352/normalizer already deleted, retry=false 2024-12-05T12:25:20,743 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:25:20,749 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Unable to get data of znode /1401499352/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:25:20,750 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1401499352/switch/split already deleted, retry=false 2024-12-05T12:25:20,751 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Unable to get data of znode /1401499352/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:25:20,752 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1401499352/switch/merge already deleted, retry=false 2024-12-05T12:25:20,757 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Unable to get data of znode /1401499352/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:25:20,758 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1401499352/snapshot-cleanup already deleted, retry=false 2024-12-05T12:25:20,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1401499352/running 2024-12-05T12:25:20,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44205-0x100aa661e440004, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1401499352/running 2024-12-05T12:25:20,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44205-0x100aa661e440004, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401499352 2024-12-05T12:25:20,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401499352 2024-12-05T12:25:20,762 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,35775,1733401519983, sessionid=0x100aa661e440003, setting cluster-up flag (Was=false) 2024-12-05T12:25:20,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44205-0x100aa661e440004, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401499352 2024-12-05T12:25:20,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401499352 2024-12-05T12:25:20,774 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1401499352/flush-table-proc/acquired, /1401499352/flush-table-proc/reached, /1401499352/flush-table-proc/abort 2024-12-05T12:25:20,776 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,35775,1733401519983 2024-12-05T12:25:20,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44205-0x100aa661e440004, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401499352 2024-12-05T12:25:20,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401499352 2024-12-05T12:25:20,784 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1401499352/online-snapshot/acquired, /1401499352/online-snapshot/reached, /1401499352/online-snapshot/abort 2024-12-05T12:25:20,785 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,35775,1733401519983 2024-12-05T12:25:20,789 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:25:20,794 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:20,794 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:25:20,794 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:25:20,794 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,35775,1733401519983 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:25:20,796 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:20,796 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:20,796 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:20,796 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:20,796 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:25:20,796 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:20,796 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:20,796 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:20,815 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:20,815 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:25:20,816 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:20,816 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:25:20,817 INFO [RS:0;f4bc09594422:44205 {}] regionserver.HRegionServer(746): ClusterId : ceedb1be-f67e-45cc-be98-890bb2436fc5 2024-12-05T12:25:20,817 DEBUG [RS:0;f4bc09594422:44205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:25:20,820 DEBUG [RS:0;f4bc09594422:44205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:25:20,820 DEBUG [RS:0;f4bc09594422:44205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:25:20,823 DEBUG [RS:0;f4bc09594422:44205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:25:20,823 DEBUG [RS:0;f4bc09594422:44205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28eb25e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:25:20,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:25:20,836 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401550836 2024-12-05T12:25:20,837 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:25:20,837 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:25:20,837 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:25:20,837 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:25:20,837 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:25:20,837 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:25:20,840 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:20,842 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:25:20,842 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:25:20,842 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:25:20,842 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:25:20,843 DEBUG [RS:0;f4bc09594422:44205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:44205 2024-12-05T12:25:20,843 INFO [RS:0;f4bc09594422:44205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:25:20,843 INFO [RS:0;f4bc09594422:44205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:25:20,844 DEBUG [RS:0;f4bc09594422:44205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:25:20,844 INFO [RS:0;f4bc09594422:44205 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,35775,1733401519983 with port=44205, startcode=1733401520035 2024-12-05T12:25:20,844 DEBUG [RS:0;f4bc09594422:44205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:25:20,848 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:25:20,848 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:25:20,851 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401520848,5,FailOnTimeoutGroup] 2024-12-05T12:25:20,853 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401520851,5,FailOnTimeoutGroup] 2024-12-05T12:25:20,853 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:20,853 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:25:20,853 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:20,853 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:20,854 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:25:20,857 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35775 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,44205,1733401520035 2024-12-05T12:25:20,859 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35775 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,44205,1733401520035 2024-12-05T12:25:20,860 DEBUG [RS:0;f4bc09594422:44205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e 2024-12-05T12:25:20,860 DEBUG [RS:0;f4bc09594422:44205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42905 2024-12-05T12:25:20,860 DEBUG [RS:0;f4bc09594422:44205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:25:20,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401499352/rs 2024-12-05T12:25:20,866 DEBUG [RS:0;f4bc09594422:44205 {}] zookeeper.ZKUtil(111): regionserver:44205-0x100aa661e440004, quorum=127.0.0.1:62553, baseZNode=/1401499352 Set watcher on existing znode=/1401499352/rs/f4bc09594422,44205,1733401520035 2024-12-05T12:25:20,866 WARN [RS:0;f4bc09594422:44205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:20,866 INFO [RS:0;f4bc09594422:44205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:20,866 DEBUG [RS:0;f4bc09594422:44205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/WALs/f4bc09594422,44205,1733401520035 2024-12-05T12:25:20,873 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,44205,1733401520035] 2024-12-05T12:25:20,890 INFO [RS:0;f4bc09594422:44205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:25:20,892 INFO [RS:0;f4bc09594422:44205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:25:20,894 INFO [RS:0;f4bc09594422:44205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:25:20,894 INFO [RS:0;f4bc09594422:44205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:20,894 INFO [RS:0;f4bc09594422:44205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:25:20,899 INFO [RS:0;f4bc09594422:44205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:25:20,899 INFO [RS:0;f4bc09594422:44205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:20,899 DEBUG [RS:0;f4bc09594422:44205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:20,899 DEBUG [RS:0;f4bc09594422:44205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:20,899 DEBUG [RS:0;f4bc09594422:44205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:20,899 DEBUG [RS:0;f4bc09594422:44205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:20,899 DEBUG [RS:0;f4bc09594422:44205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:20,900 DEBUG [RS:0;f4bc09594422:44205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:20,900 DEBUG [RS:0;f4bc09594422:44205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:20,900 DEBUG [RS:0;f4bc09594422:44205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:20,900 DEBUG [RS:0;f4bc09594422:44205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:20,900 DEBUG [RS:0;f4bc09594422:44205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:20,900 DEBUG [RS:0;f4bc09594422:44205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:20,900 DEBUG [RS:0;f4bc09594422:44205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:20,900 DEBUG [RS:0;f4bc09594422:44205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:20,900 DEBUG [RS:0;f4bc09594422:44205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:20,918 INFO [RS:0;f4bc09594422:44205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:20,918 INFO [RS:0;f4bc09594422:44205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:20,918 INFO [RS:0;f4bc09594422:44205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:20,918 INFO [RS:0;f4bc09594422:44205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:20,919 INFO [RS:0;f4bc09594422:44205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:20,919 INFO [RS:0;f4bc09594422:44205 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,44205,1733401520035-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:20,937 INFO [RS:0;f4bc09594422:44205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:25:20,937 INFO [RS:0;f4bc09594422:44205 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,44205,1733401520035-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:20,937 INFO [RS:0;f4bc09594422:44205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:20,937 INFO [RS:0;f4bc09594422:44205 {}] regionserver.Replication(171): f4bc09594422,44205,1733401520035 started 2024-12-05T12:25:20,954 INFO [RS:0;f4bc09594422:44205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:20,954 INFO [RS:0;f4bc09594422:44205 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,44205,1733401520035, RpcServer on f4bc09594422/172.17.0.3:44205, sessionid=0x100aa661e440004 2024-12-05T12:25:20,954 DEBUG [RS:0;f4bc09594422:44205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:25:20,954 DEBUG [RS:0;f4bc09594422:44205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,44205,1733401520035 2024-12-05T12:25:20,954 DEBUG [RS:0;f4bc09594422:44205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,44205,1733401520035' 2024-12-05T12:25:20,954 DEBUG [RS:0;f4bc09594422:44205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1401499352/flush-table-proc/abort' 2024-12-05T12:25:20,955 DEBUG [RS:0;f4bc09594422:44205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1401499352/flush-table-proc/acquired' 2024-12-05T12:25:20,955 DEBUG [RS:0;f4bc09594422:44205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:25:20,955 DEBUG [RS:0;f4bc09594422:44205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:25:20,955 DEBUG [RS:0;f4bc09594422:44205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,44205,1733401520035 2024-12-05T12:25:20,955 DEBUG [RS:0;f4bc09594422:44205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,44205,1733401520035' 2024-12-05T12:25:20,955 DEBUG [RS:0;f4bc09594422:44205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1401499352/online-snapshot/abort' 2024-12-05T12:25:20,960 DEBUG [RS:0;f4bc09594422:44205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1401499352/online-snapshot/acquired' 2024-12-05T12:25:20,961 DEBUG [RS:0;f4bc09594422:44205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:25:20,961 INFO [RS:0;f4bc09594422:44205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:25:20,961 INFO [RS:0;f4bc09594422:44205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:25:21,061 INFO [RS:0;f4bc09594422:44205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:21,063 INFO [RS:0;f4bc09594422:44205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C44205%2C1733401520035, suffix=, logDir=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/WALs/f4bc09594422,44205,1733401520035, archiveDir=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/oldWALs, maxLogs=10 2024-12-05T12:25:21,125 DEBUG [RS:0;f4bc09594422:44205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/WALs/f4bc09594422,44205,1733401520035/f4bc09594422%2C44205%2C1733401520035.1733401521101, exclude list is [], retry=0 2024-12-05T12:25:21,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37129,DS-2a86c019-6c85-4422-ba96-373d957719ac,DISK] 2024-12-05T12:25:21,141 INFO [RS:0;f4bc09594422:44205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/WALs/f4bc09594422,44205,1733401520035/f4bc09594422%2C44205%2C1733401520035.1733401521101 2024-12-05T12:25:21,153 DEBUG [RS:0;f4bc09594422:44205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43231:43231)] 2024-12-05T12:25:21,235 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:25:21,236 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e 2024-12-05T12:25:21,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:25:21,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:21,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:25:21,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:25:21,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:21,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:21,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:25:21,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:25:21,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:21,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:21,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:25:21,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:25:21,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:21,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:21,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:25:21,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:25:21,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:21,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:21,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:25:21,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740 2024-12-05T12:25:21,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740 2024-12-05T12:25:21,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:25:21,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:25:21,253 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:21,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:25:21,275 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:21,276 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66200876, jitterRate=-0.013530075550079346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:21,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401521242Initializing all the Stores at 1733401521243 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401521243Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401521243Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401521243Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401521243Cleaning up temporary data from old regions at 1733401521252 (+9 ms)Region opened successfully at 1733401521276 (+24 ms) 2024-12-05T12:25:21,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:25:21,276 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:25:21,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:25:21,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:25:21,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:25:21,293 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:21,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401521276Disabling compacts and flushes for region at 1733401521276Disabling writes for close at 1733401521276Writing region close event to WAL at 1733401521293 (+17 ms)Closed at 1733401521293 2024-12-05T12:25:21,294 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:21,294 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:25:21,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:25:21,295 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:25:21,296 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:25:21,447 DEBUG [f4bc09594422:35775 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:25:21,447 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,44205,1733401520035 2024-12-05T12:25:21,449 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,44205,1733401520035, state=OPENING 2024-12-05T12:25:21,450 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:25:21,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401499352 2024-12-05T12:25:21,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44205-0x100aa661e440004, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401499352 2024-12-05T12:25:21,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1401499352/meta-region-server: CHANGED 2024-12-05T12:25:21,453 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:25:21,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,44205,1733401520035}] 2024-12-05T12:25:21,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1401499352/meta-region-server: CHANGED 2024-12-05T12:25:21,573 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:21,575 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:25:21,576 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108748 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:25:21,613 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:25:21,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:25:21,625 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:25:21,625 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:21,625 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:25:21,626 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C44205%2C1733401520035.meta, suffix=.meta, logDir=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/WALs/f4bc09594422,44205,1733401520035, archiveDir=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/oldWALs, maxLogs=10 2024-12-05T12:25:21,663 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/WALs/f4bc09594422,44205,1733401520035/f4bc09594422%2C44205%2C1733401520035.meta.1733401521627.meta, exclude list is [], retry=0 2024-12-05T12:25:21,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37129,DS-2a86c019-6c85-4422-ba96-373d957719ac,DISK] 2024-12-05T12:25:21,684 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/WALs/f4bc09594422,44205,1733401520035/f4bc09594422%2C44205%2C1733401520035.meta.1733401521627.meta 2024-12-05T12:25:21,687 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43231:43231)] 2024-12-05T12:25:21,687 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:21,688 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:25:21,688 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:25:21,688 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:25:21,688 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:25:21,688 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:25:21,689 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:21,689 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:25:21,691 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:25:21,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:25:21,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:25:21,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:21,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:21,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:25:21,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:25:21,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:21,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:21,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:25:21,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:25:21,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:21,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:21,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:25:21,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:25:21,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:21,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:21,705 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:25:21,705 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740 2024-12-05T12:25:21,706 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740 2024-12-05T12:25:21,707 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:25:21,707 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:25:21,707 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:21,709 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:25:21,709 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70057388, jitterRate=0.04393643140792847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:21,709 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:25:21,710 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401521691Writing region info on filesystem at 1733401521691Initializing all the Stores at 1733401521692 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401521692Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401521700 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401521700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401521700Cleaning up temporary data from old regions at 1733401521707 (+7 ms)Running coprocessor post-open hooks at 1733401521709 (+2 ms)Region opened successfully at 1733401521709 2024-12-05T12:25:21,711 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401521613 2024-12-05T12:25:21,713 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:25:21,713 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:25:21,715 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,44205,1733401520035 2024-12-05T12:25:21,716 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,44205,1733401520035, state=OPEN 2024-12-05T12:25:21,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1401499352/meta-region-server 2024-12-05T12:25:21,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44205-0x100aa661e440004, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1401499352/meta-region-server 2024-12-05T12:25:21,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1401499352/meta-region-server: CHANGED 2024-12-05T12:25:21,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1401499352/meta-region-server: CHANGED 2024-12-05T12:25:21,718 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,44205,1733401520035 2024-12-05T12:25:21,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:25:21,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,44205,1733401520035 in 265 msec 2024-12-05T12:25:21,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:25:21,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-12-05T12:25:21,728 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:21,728 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:25:21,729 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:21,729 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,44205,1733401520035, seqNum=-1] 2024-12-05T12:25:21,730 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:21,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:21,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 941 msec 2024-12-05T12:25:21,735 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401521735, completionTime=-1 2024-12-05T12:25:21,735 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:25:21,735 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:25:21,738 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:25:21,738 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401581738 2024-12-05T12:25:21,738 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401641738 2024-12-05T12:25:21,738 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-05T12:25:21,739 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35775,1733401519983-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:21,739 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35775,1733401519983-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:21,739 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35775,1733401519983-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:21,739 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:35775, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:21,739 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:21,739 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:21,741 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:25:21,743 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.629sec 2024-12-05T12:25:21,744 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:25:21,744 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:25:21,744 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:25:21,744 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:25:21,744 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:25:21,744 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35775,1733401519983-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:21,744 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35775,1733401519983-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:25:21,745 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:25:21,745 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:25:21,745 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35775,1733401519983-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:21,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b86794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:21,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,35775,-1 for getting cluster id 2024-12-05T12:25:21,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:21,819 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ceedb1be-f67e-45cc-be98-890bb2436fc5' 2024-12-05T12:25:21,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:21,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ceedb1be-f67e-45cc-be98-890bb2436fc5" 2024-12-05T12:25:21,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2e2afd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:21,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,35775,-1] 2024-12-05T12:25:21,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:21,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:21,826 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:21,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a6e44a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:21,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,44205,1733401520035, seqNum=-1] 2024-12-05T12:25:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:21,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:21,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,35775,1733401519983 2024-12-05T12:25:21,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62553 2024-12-05T12:25:21,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:21,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/hadoop.log.dir so I do NOT create it in target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6 2024-12-05T12:25:21,840 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T12:25:21,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/hadoop.tmp.dir so I do NOT create it in target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6 2024-12-05T12:25:21,840 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T12:25:21,840 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6 2024-12-05T12:25:21,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:25:21,840 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/cluster_2babecac-2378-021e-6d9f-ec8dbf0b9377, deleteOnExit=true 2024-12-05T12:25:21,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:25:21,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/test.cache.data in system properties and HBase conf 2024-12-05T12:25:21,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:25:21,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:25:21,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:25:21,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:25:21,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:25:21,841 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:25:21,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:25:21,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:25:21,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:25:21,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:25:21,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:25:21,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:25:21,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:25:21,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:25:21,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:25:21,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:25:21,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:25:21,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:25:21,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:25:21,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:25:21,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100aa661e440005 connected 2024-12-05T12:25:21,970 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:21,981 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:25:22,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:25:22,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:25:22,007 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:25:22,008 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:22,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71905a01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:25:22,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9dbf046{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:25:22,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39ecff37{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/java.io.tmpdir/jetty-localhost-42343-hadoop-hdfs-3_4_1-tests_jar-_-any-10899080673465437890/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:25:22,186 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d738686{HTTP/1.1, (http/1.1)}{localhost:42343} 2024-12-05T12:25:22,186 INFO [Time-limited test {}] server.Server(415): Started @282042ms 2024-12-05T12:25:22,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:22,367 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:25:22,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:25:22,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:25:22,372 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:25:22,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44146589{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:25:22,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1626058e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:25:22,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e70770{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/java.io.tmpdir/jetty-localhost-34841-hadoop-hdfs-3_4_1-tests_jar-_-any-11312959933427320391/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:25:22,580 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@541668b4{HTTP/1.1, (http/1.1)}{localhost:34841} 2024-12-05T12:25:22,580 INFO [Time-limited test {}] server.Server(415): Started @282437ms 2024-12-05T12:25:22,582 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:25:22,824 WARN [Thread-4526 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/cluster_2babecac-2378-021e-6d9f-ec8dbf0b9377/data/data1/current/BP-1000343506-172.17.0.3-1733401521866/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:22,825 WARN [Thread-4527 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/cluster_2babecac-2378-021e-6d9f-ec8dbf0b9377/data/data2/current/BP-1000343506-172.17.0.3-1733401521866/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:22,863 WARN [Thread-4514 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:25:22,867 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17b09ef34ee6ec2d with lease ID 0xf00a553c2dcb8852: Processing first storage report for DS-0b739d10-aeea-4f21-8bc4-d758b85aed66 from datanode DatanodeRegistration(127.0.0.1:33153, datanodeUuid=eeda22c1-a293-40a7-9a17-675d87d0cae5, infoPort=45085, infoSecurePort=0, ipcPort=33085, storageInfo=lv=-57;cid=testClusterID;nsid=159553972;c=1733401521866) 2024-12-05T12:25:22,867 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17b09ef34ee6ec2d with lease ID 0xf00a553c2dcb8852: from storage DS-0b739d10-aeea-4f21-8bc4-d758b85aed66 node DatanodeRegistration(127.0.0.1:33153, datanodeUuid=eeda22c1-a293-40a7-9a17-675d87d0cae5, infoPort=45085, infoSecurePort=0, ipcPort=33085, storageInfo=lv=-57;cid=testClusterID;nsid=159553972;c=1733401521866), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T12:25:22,867 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17b09ef34ee6ec2d with lease ID 0xf00a553c2dcb8852: Processing first storage report for DS-b2ea6198-0f8c-4d92-9091-23c357e034ed from datanode DatanodeRegistration(127.0.0.1:33153, datanodeUuid=eeda22c1-a293-40a7-9a17-675d87d0cae5, infoPort=45085, infoSecurePort=0, ipcPort=33085, storageInfo=lv=-57;cid=testClusterID;nsid=159553972;c=1733401521866) 2024-12-05T12:25:22,867 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17b09ef34ee6ec2d with lease ID 0xf00a553c2dcb8852: from storage DS-b2ea6198-0f8c-4d92-9091-23c357e034ed node DatanodeRegistration(127.0.0.1:33153, datanodeUuid=eeda22c1-a293-40a7-9a17-675d87d0cae5, infoPort=45085, infoSecurePort=0, ipcPort=33085, storageInfo=lv=-57;cid=testClusterID;nsid=159553972;c=1733401521866), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:25:22,937 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6 2024-12-05T12:25:22,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:22,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:22,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33153 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:25:23,355 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590 with version=8 2024-12-05T12:25:23,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/hbase-staging 2024-12-05T12:25:23,359 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:25:23,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:23,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:23,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:23,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:23,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:23,359 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:25:23,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:23,360 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34505 2024-12-05T12:25:23,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34505 connecting to ZooKeeper ensemble=127.0.0.1:62553 2024-12-05T12:25:23,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345050x0, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:23,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34505-0x100aa661e440006 connected 2024-12-05T12:25:23,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:23,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:23,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Set watcher on znode that does not yet exist, /2112093225/running 2024-12-05T12:25:23,380 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590, hbase.cluster.distributed=false 2024-12-05T12:25:23,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Set watcher on znode that does not yet exist, /2112093225/acl 2024-12-05T12:25:23,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34505 2024-12-05T12:25:23,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34505 2024-12-05T12:25:23,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34505 2024-12-05T12:25:23,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34505 2024-12-05T12:25:23,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34505 2024-12-05T12:25:23,413 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45 2024-12-05T12:25:23,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:23,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:23,413 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:23,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:23,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:23,413 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:25:23,413 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:23,414 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40609 2024-12-05T12:25:23,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40609 connecting to ZooKeeper ensemble=127.0.0.1:62553 2024-12-05T12:25:23,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:23,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:23,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406090x0, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:23,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40609-0x100aa661e440007 connected 2024-12-05T12:25:23,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40609-0x100aa661e440007, quorum=127.0.0.1:62553, baseZNode=/2112093225 Set watcher on znode that does not yet exist, /2112093225/running 2024-12-05T12:25:23,434 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:25:23,442 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:25:23,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40609-0x100aa661e440007, quorum=127.0.0.1:62553, baseZNode=/2112093225 Set watcher on znode that does not yet exist, /2112093225/master 2024-12-05T12:25:23,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40609-0x100aa661e440007, quorum=127.0.0.1:62553, baseZNode=/2112093225 Set watcher on znode that does not yet exist, /2112093225/acl 2024-12-05T12:25:23,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40609 2024-12-05T12:25:23,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40609 2024-12-05T12:25:23,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40609 2024-12-05T12:25:23,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40609 2024-12-05T12:25:23,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40609 2024-12-05T12:25:23,472 DEBUG [M:0;f4bc09594422:34505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:34505 2024-12-05T12:25:23,473 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2112093225/backup-masters/f4bc09594422,34505,1733401523358 2024-12-05T12:25:23,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40609-0x100aa661e440007, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2112093225/backup-masters 2024-12-05T12:25:23,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2112093225/backup-masters 2024-12-05T12:25:23,476 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Set watcher on existing znode=/2112093225/backup-masters/f4bc09594422,34505,1733401523358 2024-12-05T12:25:23,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40609-0x100aa661e440007, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2112093225/master 2024-12-05T12:25:23,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40609-0x100aa661e440007, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2112093225 2024-12-05T12:25:23,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2112093225 2024-12-05T12:25:23,479 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Set watcher on existing znode=/2112093225/master 2024-12-05T12:25:23,482 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2112093225/backup-masters/f4bc09594422,34505,1733401523358 from backup master directory 2024-12-05T12:25:23,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2112093225/backup-masters/f4bc09594422,34505,1733401523358 2024-12-05T12:25:23,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40609-0x100aa661e440007, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2112093225/backup-masters 2024-12-05T12:25:23,484 WARN [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:23,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2112093225/backup-masters 2024-12-05T12:25:23,484 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,34505,1733401523358 2024-12-05T12:25:23,487 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/hbase.id] with ID: 12f65ad5-4043-4f9b-8484-cdf31a0d438e 2024-12-05T12:25:23,487 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/.tmp/hbase.id 2024-12-05T12:25:23,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33153 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:25:23,500 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/.tmp/hbase.id]:[hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/hbase.id] 2024-12-05T12:25:23,511 INFO [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:23,511 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:25:23,512 INFO [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T12:25:23,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40609-0x100aa661e440007, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2112093225 2024-12-05T12:25:23,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2112093225 2024-12-05T12:25:23,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33153 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:25:23,541 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:23,542 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:25:23,543 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:23,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33153 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:25:23,574 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/data/master/store 2024-12-05T12:25:23,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33153 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:25:23,602 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:23,603 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:25:23,603 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:23,603 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:23,603 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:25:23,603 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:23,603 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:23,603 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401523603Disabling compacts and flushes for region at 1733401523603Disabling writes for close at 1733401523603Writing region close event to WAL at 1733401523603Closed at 1733401523603 2024-12-05T12:25:23,604 WARN [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/data/master/store/.initializing 2024-12-05T12:25:23,604 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/WALs/f4bc09594422,34505,1733401523358 2024-12-05T12:25:23,605 INFO [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:23,607 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C34505%2C1733401523358, suffix=, logDir=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/WALs/f4bc09594422,34505,1733401523358, archiveDir=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/oldWALs, maxLogs=10 2024-12-05T12:25:23,629 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/WALs/f4bc09594422,34505,1733401523358/f4bc09594422%2C34505%2C1733401523358.1733401523607, exclude list is [], retry=0 2024-12-05T12:25:23,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33153,DS-0b739d10-aeea-4f21-8bc4-d758b85aed66,DISK] 2024-12-05T12:25:23,641 INFO [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/WALs/f4bc09594422,34505,1733401523358/f4bc09594422%2C34505%2C1733401523358.1733401523607 2024-12-05T12:25:23,644 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45085:45085)] 2024-12-05T12:25:23,644 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:23,644 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:23,644 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:23,644 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:23,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:23,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:25:23,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:23,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:23,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:23,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:25:23,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:23,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:23,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:23,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:25:23,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:23,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:23,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:23,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:25:23,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:23,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:23,652 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:23,652 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:23,653 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:23,654 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:23,654 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:23,654 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:23,655 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:23,657 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:23,657 INFO [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61794302, jitterRate=-0.07919314503669739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:23,657 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401523644Initializing all the Stores at 1733401523645 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401523645Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401523645Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401523645Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401523645Cleaning up temporary data from old regions at 1733401523654 (+9 ms)Region opened successfully at 1733401523657 (+3 ms) 2024-12-05T12:25:23,661 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:25:23,663 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5697f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:25:23,664 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:25:23,665 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:25:23,665 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:25:23,665 INFO [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:25:23,665 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T12:25:23,666 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T12:25:23,666 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:25:23,670 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:25:23,671 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Unable to get data of znode /2112093225/balancer because node does not exist (not necessarily an error) 2024-12-05T12:25:23,672 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2112093225/balancer already deleted, retry=false 2024-12-05T12:25:23,673 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:25:23,673 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Unable to get data of znode /2112093225/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:25:23,675 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2112093225/normalizer already deleted, retry=false 2024-12-05T12:25:23,675 INFO [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:25:23,677 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Unable to get data of znode /2112093225/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:25:23,678 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2112093225/switch/split already deleted, retry=false 2024-12-05T12:25:23,679 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Unable to get data of znode /2112093225/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:25:23,681 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2112093225/switch/merge already deleted, retry=false 2024-12-05T12:25:23,683 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Unable to get data of znode /2112093225/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:25:23,684 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2112093225/snapshot-cleanup already deleted, retry=false 2024-12-05T12:25:23,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40609-0x100aa661e440007, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2112093225/running 2024-12-05T12:25:23,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40609-0x100aa661e440007, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2112093225 2024-12-05T12:25:23,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2112093225/running 2024-12-05T12:25:23,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2112093225 2024-12-05T12:25:23,687 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,34505,1733401523358, sessionid=0x100aa661e440006, setting cluster-up flag (Was=false) 2024-12-05T12:25:23,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40609-0x100aa661e440007, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2112093225 2024-12-05T12:25:23,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2112093225 2024-12-05T12:25:23,696 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2112093225/flush-table-proc/acquired, /2112093225/flush-table-proc/reached, /2112093225/flush-table-proc/abort 2024-12-05T12:25:23,697 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,34505,1733401523358 2024-12-05T12:25:23,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40609-0x100aa661e440007, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2112093225 2024-12-05T12:25:23,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2112093225 2024-12-05T12:25:23,705 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2112093225/online-snapshot/acquired, /2112093225/online-snapshot/reached, /2112093225/online-snapshot/abort 2024-12-05T12:25:23,724 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,34505,1733401523358 2024-12-05T12:25:23,730 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:25:23,732 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:23,732 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:25:23,732 INFO [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:25:23,732 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,34505,1733401523358 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:25:23,742 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:23,742 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:23,742 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:23,742 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:23,742 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:25:23,743 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:23,743 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:23,743 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:23,749 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401553749 2024-12-05T12:25:23,749 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:25:23,749 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:23,749 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:25:23,749 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:25:23,749 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:25:23,749 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:25:23,749 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:25:23,749 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:25:23,750 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:23,750 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:25:23,750 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:23,750 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:25:23,750 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:25:23,750 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T12:25:23,750 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:25:23,752 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:25:23,752 INFO [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:25:23,756 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401523753,5,FailOnTimeoutGroup] 2024-12-05T12:25:23,758 INFO [RS:0;f4bc09594422:40609 {}] regionserver.HRegionServer(746): ClusterId : 12f65ad5-4043-4f9b-8484-cdf31a0d438e 2024-12-05T12:25:23,758 DEBUG [RS:0;f4bc09594422:40609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:25:23,760 DEBUG [RS:0;f4bc09594422:40609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:25:23,760 DEBUG [RS:0;f4bc09594422:40609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:25:23,762 DEBUG [RS:0;f4bc09594422:40609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:25:23,762 DEBUG [RS:0;f4bc09594422:40609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b0f5202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0 2024-12-05T12:25:23,764 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401523756,5,FailOnTimeoutGroup] 2024-12-05T12:25:23,764 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:23,764 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:25:23,764 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:23,765 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:23,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33153 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:25:23,801 DEBUG [RS:0;f4bc09594422:40609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:40609 2024-12-05T12:25:23,801 INFO [RS:0;f4bc09594422:40609 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:25:23,801 INFO [RS:0;f4bc09594422:40609 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:25:23,801 DEBUG [RS:0;f4bc09594422:40609 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:25:23,802 INFO [RS:0;f4bc09594422:40609 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,34505,1733401523358 with port=40609, startcode=1733401523412 2024-12-05T12:25:23,802 DEBUG [RS:0;f4bc09594422:40609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:25:23,805 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:25:23,806 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34505 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,40609,1733401523412 2024-12-05T12:25:23,806 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34505 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,40609,1733401523412 2024-12-05T12:25:23,807 DEBUG [RS:0;f4bc09594422:40609 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590 2024-12-05T12:25:23,807 DEBUG [RS:0;f4bc09594422:40609 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35281 2024-12-05T12:25:23,807 DEBUG [RS:0;f4bc09594422:40609 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:25:23,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2112093225/rs 2024-12-05T12:25:23,812 DEBUG [RS:0;f4bc09594422:40609 {}] zookeeper.ZKUtil(111): regionserver:40609-0x100aa661e440007, quorum=127.0.0.1:62553, baseZNode=/2112093225 Set watcher on existing znode=/2112093225/rs/f4bc09594422,40609,1733401523412 2024-12-05T12:25:23,812 WARN [RS:0;f4bc09594422:40609 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:23,812 INFO [RS:0;f4bc09594422:40609 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:23,812 DEBUG [RS:0;f4bc09594422:40609 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/WALs/f4bc09594422,40609,1733401523412 2024-12-05T12:25:23,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,40609,1733401523412] 2024-12-05T12:25:23,827 INFO [RS:0;f4bc09594422:40609 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:25:23,832 INFO [RS:0;f4bc09594422:40609 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:25:23,833 INFO [RS:0;f4bc09594422:40609 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:25:23,833 INFO [RS:0;f4bc09594422:40609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:23,836 INFO [RS:0;f4bc09594422:40609 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:25:23,837 INFO [RS:0;f4bc09594422:40609 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:25:23,837 INFO [RS:0;f4bc09594422:40609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:23,837 DEBUG [RS:0;f4bc09594422:40609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:23,837 DEBUG [RS:0;f4bc09594422:40609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:23,837 DEBUG [RS:0;f4bc09594422:40609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:23,837 DEBUG [RS:0;f4bc09594422:40609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:23,837 DEBUG [RS:0;f4bc09594422:40609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:23,837 DEBUG [RS:0;f4bc09594422:40609 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:23,837 DEBUG [RS:0;f4bc09594422:40609 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:23,837 DEBUG [RS:0;f4bc09594422:40609 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:23,838 DEBUG [RS:0;f4bc09594422:40609 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:23,838 DEBUG [RS:0;f4bc09594422:40609 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:23,838 DEBUG [RS:0;f4bc09594422:40609 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:23,838 DEBUG [RS:0;f4bc09594422:40609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:23,838 DEBUG [RS:0;f4bc09594422:40609 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:23,838 DEBUG [RS:0;f4bc09594422:40609 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:23,844 INFO [RS:0;f4bc09594422:40609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:23,844 INFO [RS:0;f4bc09594422:40609 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:23,845 INFO [RS:0;f4bc09594422:40609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:23,845 INFO [RS:0;f4bc09594422:40609 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:23,845 INFO [RS:0;f4bc09594422:40609 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:23,845 INFO [RS:0;f4bc09594422:40609 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,40609,1733401523412-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:23,865 INFO [RS:0;f4bc09594422:40609 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:25:23,865 INFO [RS:0;f4bc09594422:40609 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,40609,1733401523412-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:23,865 INFO [RS:0;f4bc09594422:40609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:23,865 INFO [RS:0;f4bc09594422:40609 {}] regionserver.Replication(171): f4bc09594422,40609,1733401523412 started 2024-12-05T12:25:23,883 INFO [RS:0;f4bc09594422:40609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:23,884 INFO [RS:0;f4bc09594422:40609 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,40609,1733401523412, RpcServer on f4bc09594422/172.17.0.3:40609, sessionid=0x100aa661e440007 2024-12-05T12:25:23,884 DEBUG [RS:0;f4bc09594422:40609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:25:23,884 DEBUG [RS:0;f4bc09594422:40609 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,40609,1733401523412 2024-12-05T12:25:23,884 DEBUG [RS:0;f4bc09594422:40609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,40609,1733401523412' 2024-12-05T12:25:23,884 DEBUG [RS:0;f4bc09594422:40609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2112093225/flush-table-proc/abort' 2024-12-05T12:25:23,884 DEBUG [RS:0;f4bc09594422:40609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2112093225/flush-table-proc/acquired' 2024-12-05T12:25:23,885 DEBUG [RS:0;f4bc09594422:40609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:25:23,885 DEBUG [RS:0;f4bc09594422:40609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:25:23,885 DEBUG [RS:0;f4bc09594422:40609 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,40609,1733401523412 2024-12-05T12:25:23,885 DEBUG [RS:0;f4bc09594422:40609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,40609,1733401523412' 2024-12-05T12:25:23,885 DEBUG [RS:0;f4bc09594422:40609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2112093225/online-snapshot/abort' 2024-12-05T12:25:23,886 DEBUG [RS:0;f4bc09594422:40609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2112093225/online-snapshot/acquired' 2024-12-05T12:25:23,886 DEBUG [RS:0;f4bc09594422:40609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:25:23,886 INFO [RS:0;f4bc09594422:40609 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:25:23,886 INFO [RS:0;f4bc09594422:40609 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:25:23,987 INFO [RS:0;f4bc09594422:40609 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:23,988 INFO [RS:0;f4bc09594422:40609 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C40609%2C1733401523412, suffix=, logDir=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/WALs/f4bc09594422,40609,1733401523412, archiveDir=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/oldWALs, maxLogs=10 2024-12-05T12:25:24,008 DEBUG [RS:0;f4bc09594422:40609 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/WALs/f4bc09594422,40609,1733401523412/f4bc09594422%2C40609%2C1733401523412.1733401523989, exclude list is [], retry=0 2024-12-05T12:25:24,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33153,DS-0b739d10-aeea-4f21-8bc4-d758b85aed66,DISK] 2024-12-05T12:25:24,012 INFO [RS:0;f4bc09594422:40609 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/WALs/f4bc09594422,40609,1733401523412/f4bc09594422%2C40609%2C1733401523412.1733401523989 2024-12-05T12:25:24,020 DEBUG [RS:0;f4bc09594422:40609 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45085:45085)] 2024-12-05T12:25:24,186 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:25:24,186 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590 2024-12-05T12:25:24,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33153 is added to blk_1073741833_1009 (size=32) 2024-12-05T12:25:24,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:24,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:25:24,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:25:24,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:24,196 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:25:24,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:24,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:25:24,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:25:24,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:24,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:24,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:25:24,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:25:24,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:24,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:24,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:25:24,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:25:24,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:24,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:24,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:25:24,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740 2024-12-05T12:25:24,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740 2024-12-05T12:25:24,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:25:24,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:25:24,227 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:24,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:25:24,231 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:24,231 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75235101, jitterRate=0.121090367436409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:24,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401524193Initializing all the Stores at 1733401524193Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401524193Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401524194 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401524194Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401524194Cleaning up temporary data from old regions at 1733401524226 (+32 ms)Region opened successfully at 1733401524231 (+5 ms) 2024-12-05T12:25:24,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:25:24,232 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:25:24,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:25:24,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:25:24,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:25:24,232 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:24,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401524232Disabling compacts and flushes for region at 1733401524232Disabling writes for close at 1733401524232Writing region close event to WAL at 1733401524232Closed at 1733401524232 2024-12-05T12:25:24,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:24,233 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:25:24,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:25:24,235 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:25:24,236 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:25:24,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:24,386 DEBUG [f4bc09594422:34505 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T12:25:24,387 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,40609,1733401523412 2024-12-05T12:25:24,388 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,40609,1733401523412, state=OPENING 2024-12-05T12:25:24,390 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:25:24,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2112093225 2024-12-05T12:25:24,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2112093225/meta-region-server: CHANGED 2024-12-05T12:25:24,392 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:25:24,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,40609,1733401523412}] 2024-12-05T12:25:24,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40609-0x100aa661e440007, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2112093225 2024-12-05T12:25:24,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2112093225/meta-region-server: CHANGED 2024-12-05T12:25:24,556 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:25:24,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:25:24,590 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:25:24,590 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:24,590 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:25:24,594 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C40609%2C1733401523412.meta, suffix=.meta, logDir=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/WALs/f4bc09594422,40609,1733401523412, archiveDir=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/oldWALs, maxLogs=10 2024-12-05T12:25:24,622 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/WALs/f4bc09594422,40609,1733401523412/f4bc09594422%2C40609%2C1733401523412.meta.1733401524595.meta, exclude list is [], retry=0 2024-12-05T12:25:24,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33153,DS-0b739d10-aeea-4f21-8bc4-d758b85aed66,DISK] 2024-12-05T12:25:24,629 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/WALs/f4bc09594422,40609,1733401523412/f4bc09594422%2C40609%2C1733401523412.meta.1733401524595.meta 2024-12-05T12:25:24,655 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45085:45085)] 2024-12-05T12:25:24,655 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:24,656 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:25:24,656 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:25:24,656 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:25:24,656 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:25:24,656 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:25:24,656 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:24,656 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:25:24,657 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:25:24,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:25:24,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:25:24,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:24,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:24,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:25:24,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:25:24,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:24,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:24,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:25:24,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:25:24,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:24,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:24,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:25:24,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:25:24,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:24,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:24,665 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:25:24,666 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740 2024-12-05T12:25:24,667 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740 2024-12-05T12:25:24,668 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:25:24,668 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:25:24,668 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:24,670 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:25:24,670 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71013201, jitterRate=0.05817915499210358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:24,670 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:25:24,670 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401524657Writing region info on filesystem at 1733401524657Initializing all the Stores at 1733401524657Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401524657Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401524660 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401524660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401524660Cleaning up temporary data from old regions at 1733401524668 (+8 ms)Running coprocessor post-open hooks at 1733401524670 (+2 ms)Region opened successfully at 1733401524670 2024-12-05T12:25:24,671 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401524556 2024-12-05T12:25:24,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,40609,1733401523412 2024-12-05T12:25:24,675 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,40609,1733401523412, state=OPEN 2024-12-05T12:25:24,676 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:25:24,676 INFO [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:25:24,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2112093225/meta-region-server 2024-12-05T12:25:24,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40609-0x100aa661e440007, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2112093225/meta-region-server 2024-12-05T12:25:24,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2112093225/meta-region-server: CHANGED 2024-12-05T12:25:24,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2112093225/meta-region-server: CHANGED 2024-12-05T12:25:24,678 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,40609,1733401523412 2024-12-05T12:25:24,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:25:24,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,40609,1733401523412 in 286 msec 2024-12-05T12:25:24,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:25:24,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-12-05T12:25:24,683 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:24,683 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:25:24,684 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:24,684 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,40609,1733401523412, seqNum=-1] 2024-12-05T12:25:24,685 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:24,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:24,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 959 msec 2024-12-05T12:25:24,690 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401524690, completionTime=-1 2024-12-05T12:25:24,690 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T12:25:24,690 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:25:24,692 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T12:25:24,692 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401584692 2024-12-05T12:25:24,692 INFO [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401644692 2024-12-05T12:25:24,692 INFO [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T12:25:24,693 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,34505,1733401523358-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:24,693 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,34505,1733401523358-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:24,693 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,34505,1733401523358-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:24,693 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:34505, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:24,693 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:24,693 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:24,698 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:25:24,702 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.217sec 2024-12-05T12:25:24,702 INFO [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:25:24,702 INFO [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:25:24,702 INFO [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:25:24,702 INFO [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:25:24,702 INFO [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:25:24,702 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,34505,1733401523358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:24,702 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,34505,1733401523358-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:25:24,705 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:25:24,705 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:25:24,706 INFO [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,34505,1733401523358-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:24,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a2d24c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:24,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,34505,-1 for getting cluster id 2024-12-05T12:25:24,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:24,765 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12f65ad5-4043-4f9b-8484-cdf31a0d438e' 2024-12-05T12:25:24,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:24,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12f65ad5-4043-4f9b-8484-cdf31a0d438e" 2024-12-05T12:25:24,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9c3fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:24,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,34505,-1] 2024-12-05T12:25:24,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:24,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:24,767 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:24,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69692206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:24,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:24,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,40609,1733401523412, seqNum=-1] 2024-12-05T12:25:24,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:24,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:24,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,34505,1733401523358 2024-12-05T12:25:24,774 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62553 2024-12-05T12:25:24,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:24,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100aa661e440008 connected 2024-12-05T12:25:24,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:24,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,45841,1733401516110 2024-12-05T12:25:24,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47384de0 2024-12-05T12:25:24,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:24,792 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:24,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:25:24,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:25:24,795 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:24,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:25:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:24,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:25:24,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:25:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:25,213 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6310c92c4f4d2e35710d34ba45c50a07, NAME => 'test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0 2024-12-05T12:25:25,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:25:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:25,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:25,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6310c92c4f4d2e35710d34ba45c50a07, disabling compactions & flushes 2024-12-05T12:25:25,652 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07. 2024-12-05T12:25:25,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07. 2024-12-05T12:25:25,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07. after waiting 0 ms 2024-12-05T12:25:25,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07. 2024-12-05T12:25:25,652 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07. 2024-12-05T12:25:25,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6310c92c4f4d2e35710d34ba45c50a07: Waiting for close lock at 1733401525652Disabling compacts and flushes for region at 1733401525652Disabling writes for close at 1733401525652Writing region close event to WAL at 1733401525652Closed at 1733401525652 2024-12-05T12:25:25,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:25:25,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401525654"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401525654"}]},"ts":"1733401525654"} 2024-12-05T12:25:25,659 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:25:25,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:25:25,660 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401525660"}]},"ts":"1733401525660"} 2024-12-05T12:25:25,662 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:25:25,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6310c92c4f4d2e35710d34ba45c50a07, ASSIGN}] 2024-12-05T12:25:25,663 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6310c92c4f4d2e35710d34ba45c50a07, ASSIGN 2024-12-05T12:25:25,664 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6310c92c4f4d2e35710d34ba45c50a07, ASSIGN; state=OFFLINE, location=f4bc09594422,45411,1733401516171; forceNewPlan=false, retain=false 2024-12-05T12:25:25,815 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6310c92c4f4d2e35710d34ba45c50a07, regionState=OPENING, regionLocation=f4bc09594422,45411,1733401516171 2024-12-05T12:25:25,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6310c92c4f4d2e35710d34ba45c50a07, ASSIGN because future has completed 2024-12-05T12:25:25,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6310c92c4f4d2e35710d34ba45c50a07, server=f4bc09594422,45411,1733401516171}] 2024-12-05T12:25:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:25,973 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07. 2024-12-05T12:25:25,973 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6310c92c4f4d2e35710d34ba45c50a07, NAME => 'test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:25,973 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:25:25,973 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:25:25,973 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6310c92c4f4d2e35710d34ba45c50a07 2024-12-05T12:25:25,973 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:25,973 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6310c92c4f4d2e35710d34ba45c50a07 2024-12-05T12:25:25,974 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6310c92c4f4d2e35710d34ba45c50a07 2024-12-05T12:25:25,975 INFO [StoreOpener-6310c92c4f4d2e35710d34ba45c50a07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6310c92c4f4d2e35710d34ba45c50a07 2024-12-05T12:25:25,976 INFO [StoreOpener-6310c92c4f4d2e35710d34ba45c50a07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6310c92c4f4d2e35710d34ba45c50a07 columnFamilyName f 2024-12-05T12:25:25,976 DEBUG [StoreOpener-6310c92c4f4d2e35710d34ba45c50a07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:25,976 INFO [StoreOpener-6310c92c4f4d2e35710d34ba45c50a07-1 {}] regionserver.HStore(327): Store=6310c92c4f4d2e35710d34ba45c50a07/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:25,976 INFO [StoreOpener-6310c92c4f4d2e35710d34ba45c50a07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6310c92c4f4d2e35710d34ba45c50a07 2024-12-05T12:25:25,977 INFO [StoreOpener-6310c92c4f4d2e35710d34ba45c50a07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6310c92c4f4d2e35710d34ba45c50a07 columnFamilyName f1 2024-12-05T12:25:25,977 DEBUG [StoreOpener-6310c92c4f4d2e35710d34ba45c50a07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:25,978 INFO [StoreOpener-6310c92c4f4d2e35710d34ba45c50a07-1 {}] regionserver.HStore(327): Store=6310c92c4f4d2e35710d34ba45c50a07/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:25,978 INFO [StoreOpener-6310c92c4f4d2e35710d34ba45c50a07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6310c92c4f4d2e35710d34ba45c50a07 2024-12-05T12:25:25,979 INFO [StoreOpener-6310c92c4f4d2e35710d34ba45c50a07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6310c92c4f4d2e35710d34ba45c50a07 columnFamilyName norep 2024-12-05T12:25:25,979 DEBUG [StoreOpener-6310c92c4f4d2e35710d34ba45c50a07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:25,979 INFO [StoreOpener-6310c92c4f4d2e35710d34ba45c50a07-1 {}] regionserver.HStore(327): Store=6310c92c4f4d2e35710d34ba45c50a07/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:25,979 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6310c92c4f4d2e35710d34ba45c50a07 2024-12-05T12:25:25,980 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/default/test/6310c92c4f4d2e35710d34ba45c50a07 2024-12-05T12:25:25,980 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/default/test/6310c92c4f4d2e35710d34ba45c50a07 2024-12-05T12:25:25,981 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6310c92c4f4d2e35710d34ba45c50a07 2024-12-05T12:25:25,981 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6310c92c4f4d2e35710d34ba45c50a07 2024-12-05T12:25:25,981 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:25:25,982 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6310c92c4f4d2e35710d34ba45c50a07 2024-12-05T12:25:25,984 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/default/test/6310c92c4f4d2e35710d34ba45c50a07/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:25,984 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6310c92c4f4d2e35710d34ba45c50a07; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68999398, jitterRate=0.028171151876449585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:25:25,984 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6310c92c4f4d2e35710d34ba45c50a07 2024-12-05T12:25:25,984 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6310c92c4f4d2e35710d34ba45c50a07: Running coprocessor pre-open hook at 1733401525974Writing region info on filesystem at 1733401525974Initializing all the Stores at 1733401525974Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401525974Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401525974Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401525974Cleaning up temporary data from old regions at 1733401525981 (+7 ms)Running coprocessor post-open hooks at 1733401525984 (+3 ms)Region opened successfully at 1733401525984 2024-12-05T12:25:25,985 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07., pid=6, masterSystemTime=1733401525969 2024-12-05T12:25:25,986 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07. 2024-12-05T12:25:25,986 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07. 2024-12-05T12:25:25,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6310c92c4f4d2e35710d34ba45c50a07, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f4bc09594422,45411,1733401516171 2024-12-05T12:25:25,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6310c92c4f4d2e35710d34ba45c50a07, server=f4bc09594422,45411,1733401516171 because future has completed 2024-12-05T12:25:25,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:25:25,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6310c92c4f4d2e35710d34ba45c50a07, server=f4bc09594422,45411,1733401516171 in 172 msec 2024-12-05T12:25:25,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:25:25,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6310c92c4f4d2e35710d34ba45c50a07, ASSIGN in 329 msec 2024-12-05T12:25:25,993 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:25:25,994 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401525993"}]},"ts":"1733401525993"} 2024-12-05T12:25:25,995 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:25:25,996 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:25:25,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2030 sec 2024-12-05T12:25:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:26,944 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:25:26,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:26,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,35775,1733401519983 2024-12-05T12:25:26,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32c9967f 2024-12-05T12:25:26,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:26,947 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:26,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35775 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35775 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:25:26,950 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:25:26,951 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:26,952 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:25:26,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35775 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:25:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:26,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:25:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:27,401 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a7458266e2b85885cec9cfd2992620a, NAME => 'test,,1733401526947.2a7458266e2b85885cec9cfd2992620a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e 2024-12-05T12:25:27,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:25:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:27,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401526947.2a7458266e2b85885cec9cfd2992620a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:27,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2a7458266e2b85885cec9cfd2992620a, disabling compactions & flushes 2024-12-05T12:25:27,817 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401526947.2a7458266e2b85885cec9cfd2992620a. 2024-12-05T12:25:27,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401526947.2a7458266e2b85885cec9cfd2992620a. 2024-12-05T12:25:27,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401526947.2a7458266e2b85885cec9cfd2992620a. after waiting 0 ms 2024-12-05T12:25:27,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401526947.2a7458266e2b85885cec9cfd2992620a. 2024-12-05T12:25:27,817 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401526947.2a7458266e2b85885cec9cfd2992620a. 2024-12-05T12:25:27,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a7458266e2b85885cec9cfd2992620a: Waiting for close lock at 1733401527817Disabling compacts and flushes for region at 1733401527817Disabling writes for close at 1733401527817Writing region close event to WAL at 1733401527817Closed at 1733401527817 2024-12-05T12:25:27,819 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:25:27,819 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401526947.2a7458266e2b85885cec9cfd2992620a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401527819"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401527819"}]},"ts":"1733401527819"} 2024-12-05T12:25:27,821 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:25:27,822 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:25:27,822 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401527822"}]},"ts":"1733401527822"} 2024-12-05T12:25:27,824 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:25:27,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2a7458266e2b85885cec9cfd2992620a, ASSIGN}] 2024-12-05T12:25:27,825 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2a7458266e2b85885cec9cfd2992620a, ASSIGN 2024-12-05T12:25:27,826 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2a7458266e2b85885cec9cfd2992620a, ASSIGN; state=OFFLINE, location=f4bc09594422,44205,1733401520035; forceNewPlan=false, retain=false 2024-12-05T12:25:27,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2a7458266e2b85885cec9cfd2992620a, regionState=OPENING, regionLocation=f4bc09594422,44205,1733401520035 2024-12-05T12:25:27,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2a7458266e2b85885cec9cfd2992620a, ASSIGN because future has completed 2024-12-05T12:25:27,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a7458266e2b85885cec9cfd2992620a, server=f4bc09594422,44205,1733401520035}] 2024-12-05T12:25:28,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:28,134 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401526947.2a7458266e2b85885cec9cfd2992620a. 2024-12-05T12:25:28,134 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a7458266e2b85885cec9cfd2992620a, NAME => 'test,,1733401526947.2a7458266e2b85885cec9cfd2992620a.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:28,134 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:25:28,134 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:25:28,134 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2a7458266e2b85885cec9cfd2992620a 2024-12-05T12:25:28,134 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401526947.2a7458266e2b85885cec9cfd2992620a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:28,134 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2a7458266e2b85885cec9cfd2992620a 2024-12-05T12:25:28,134 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2a7458266e2b85885cec9cfd2992620a 2024-12-05T12:25:28,136 INFO [StoreOpener-2a7458266e2b85885cec9cfd2992620a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2a7458266e2b85885cec9cfd2992620a 2024-12-05T12:25:28,138 INFO [StoreOpener-2a7458266e2b85885cec9cfd2992620a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a7458266e2b85885cec9cfd2992620a columnFamilyName f 2024-12-05T12:25:28,138 DEBUG [StoreOpener-2a7458266e2b85885cec9cfd2992620a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:28,138 INFO [StoreOpener-2a7458266e2b85885cec9cfd2992620a-1 {}] regionserver.HStore(327): Store=2a7458266e2b85885cec9cfd2992620a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:28,138 INFO [StoreOpener-2a7458266e2b85885cec9cfd2992620a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2a7458266e2b85885cec9cfd2992620a 2024-12-05T12:25:28,139 INFO [StoreOpener-2a7458266e2b85885cec9cfd2992620a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a7458266e2b85885cec9cfd2992620a columnFamilyName f1 2024-12-05T12:25:28,139 DEBUG [StoreOpener-2a7458266e2b85885cec9cfd2992620a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:28,139 INFO [StoreOpener-2a7458266e2b85885cec9cfd2992620a-1 {}] regionserver.HStore(327): Store=2a7458266e2b85885cec9cfd2992620a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:28,139 INFO [StoreOpener-2a7458266e2b85885cec9cfd2992620a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2a7458266e2b85885cec9cfd2992620a 2024-12-05T12:25:28,140 INFO [StoreOpener-2a7458266e2b85885cec9cfd2992620a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a7458266e2b85885cec9cfd2992620a columnFamilyName norep 2024-12-05T12:25:28,140 DEBUG [StoreOpener-2a7458266e2b85885cec9cfd2992620a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:28,140 INFO [StoreOpener-2a7458266e2b85885cec9cfd2992620a-1 {}] regionserver.HStore(327): Store=2a7458266e2b85885cec9cfd2992620a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:28,141 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2a7458266e2b85885cec9cfd2992620a 2024-12-05T12:25:28,141 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/default/test/2a7458266e2b85885cec9cfd2992620a 2024-12-05T12:25:28,142 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/default/test/2a7458266e2b85885cec9cfd2992620a 2024-12-05T12:25:28,143 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2a7458266e2b85885cec9cfd2992620a 2024-12-05T12:25:28,143 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2a7458266e2b85885cec9cfd2992620a 2024-12-05T12:25:28,143 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:25:28,145 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2a7458266e2b85885cec9cfd2992620a 2024-12-05T12:25:28,149 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/default/test/2a7458266e2b85885cec9cfd2992620a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:28,149 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2a7458266e2b85885cec9cfd2992620a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63880676, jitterRate=-0.04810374975204468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:25:28,149 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a7458266e2b85885cec9cfd2992620a 2024-12-05T12:25:28,149 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2a7458266e2b85885cec9cfd2992620a: Running coprocessor pre-open hook at 1733401528135Writing region info on filesystem at 1733401528135Initializing all the Stores at 1733401528135Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401528135Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401528135Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401528135Cleaning up temporary data from old regions at 1733401528143 (+8 ms)Running coprocessor post-open hooks at 1733401528149 (+6 ms)Region opened successfully at 1733401528149 2024-12-05T12:25:28,151 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401526947.2a7458266e2b85885cec9cfd2992620a., pid=6, masterSystemTime=1733401528130 2024-12-05T12:25:28,152 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401526947.2a7458266e2b85885cec9cfd2992620a. 2024-12-05T12:25:28,152 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401526947.2a7458266e2b85885cec9cfd2992620a. 2024-12-05T12:25:28,153 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2a7458266e2b85885cec9cfd2992620a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f4bc09594422,44205,1733401520035 2024-12-05T12:25:28,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a7458266e2b85885cec9cfd2992620a, server=f4bc09594422,44205,1733401520035 because future has completed 2024-12-05T12:25:28,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:25:28,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a7458266e2b85885cec9cfd2992620a, server=f4bc09594422,44205,1733401520035 in 178 msec 2024-12-05T12:25:28,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:25:28,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2a7458266e2b85885cec9cfd2992620a, ASSIGN in 335 msec 2024-12-05T12:25:28,163 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:25:28,163 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401528163"}]},"ts":"1733401528163"} 2024-12-05T12:25:28,165 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:25:28,166 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:25:28,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2180 sec 2024-12-05T12:25:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:29,104 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:25:29,104 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:29,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,34505,1733401523358 2024-12-05T12:25:29,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b6efb2 2024-12-05T12:25:29,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:29,107 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:29,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34505 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34505 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T12:25:29,110 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:25:29,110 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:29,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34505 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T12:25:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:29,111 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:25:29,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33153 is added to blk_1073741835_1011 (size=902) 2024-12-05T12:25:29,117 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 034a071d23028a91f41a093af89426de, NAME => 'test,,1733401529107.034a071d23028a91f41a093af89426de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590 2024-12-05T12:25:29,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33153 is added to blk_1073741836_1012 (size=39) 2024-12-05T12:25:29,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733401529107.034a071d23028a91f41a093af89426de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:29,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 034a071d23028a91f41a093af89426de, disabling compactions & flushes 2024-12-05T12:25:29,122 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733401529107.034a071d23028a91f41a093af89426de. 2024-12-05T12:25:29,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401529107.034a071d23028a91f41a093af89426de. 2024-12-05T12:25:29,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733401529107.034a071d23028a91f41a093af89426de. after waiting 0 ms 2024-12-05T12:25:29,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733401529107.034a071d23028a91f41a093af89426de. 2024-12-05T12:25:29,122 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733401529107.034a071d23028a91f41a093af89426de. 2024-12-05T12:25:29,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 034a071d23028a91f41a093af89426de: Waiting for close lock at 1733401529121Disabling compacts and flushes for region at 1733401529121Disabling writes for close at 1733401529122 (+1 ms)Writing region close event to WAL at 1733401529122Closed at 1733401529122 2024-12-05T12:25:29,123 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:25:29,123 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733401529107.034a071d23028a91f41a093af89426de.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733401529123"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401529123"}]},"ts":"1733401529123"} 2024-12-05T12:25:29,124 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:25:29,125 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:25:29,125 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401529125"}]},"ts":"1733401529125"} 2024-12-05T12:25:29,127 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T12:25:29,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=034a071d23028a91f41a093af89426de, ASSIGN}] 2024-12-05T12:25:29,128 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=034a071d23028a91f41a093af89426de, ASSIGN 2024-12-05T12:25:29,128 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=034a071d23028a91f41a093af89426de, ASSIGN; state=OFFLINE, location=f4bc09594422,40609,1733401523412; forceNewPlan=false, retain=false 2024-12-05T12:25:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:29,279 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=034a071d23028a91f41a093af89426de, regionState=OPENING, regionLocation=f4bc09594422,40609,1733401523412 2024-12-05T12:25:29,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=034a071d23028a91f41a093af89426de, ASSIGN because future has completed 2024-12-05T12:25:29,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 034a071d23028a91f41a093af89426de, server=f4bc09594422,40609,1733401523412}] 2024-12-05T12:25:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:29,445 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733401529107.034a071d23028a91f41a093af89426de. 2024-12-05T12:25:29,445 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 034a071d23028a91f41a093af89426de, NAME => 'test,,1733401529107.034a071d23028a91f41a093af89426de.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:29,446 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:25:29,446 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T12:25:29,447 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 034a071d23028a91f41a093af89426de 2024-12-05T12:25:29,447 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733401529107.034a071d23028a91f41a093af89426de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:29,447 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 034a071d23028a91f41a093af89426de 2024-12-05T12:25:29,447 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 034a071d23028a91f41a093af89426de 2024-12-05T12:25:29,469 INFO [StoreOpener-034a071d23028a91f41a093af89426de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 034a071d23028a91f41a093af89426de 2024-12-05T12:25:29,470 INFO [StoreOpener-034a071d23028a91f41a093af89426de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 034a071d23028a91f41a093af89426de columnFamilyName f 2024-12-05T12:25:29,470 DEBUG [StoreOpener-034a071d23028a91f41a093af89426de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:29,471 INFO [StoreOpener-034a071d23028a91f41a093af89426de-1 {}] regionserver.HStore(327): Store=034a071d23028a91f41a093af89426de/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:29,471 INFO [StoreOpener-034a071d23028a91f41a093af89426de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 034a071d23028a91f41a093af89426de 2024-12-05T12:25:29,472 INFO [StoreOpener-034a071d23028a91f41a093af89426de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 034a071d23028a91f41a093af89426de columnFamilyName f1 2024-12-05T12:25:29,472 DEBUG [StoreOpener-034a071d23028a91f41a093af89426de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:29,472 INFO [StoreOpener-034a071d23028a91f41a093af89426de-1 {}] regionserver.HStore(327): Store=034a071d23028a91f41a093af89426de/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:29,472 INFO [StoreOpener-034a071d23028a91f41a093af89426de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 034a071d23028a91f41a093af89426de 2024-12-05T12:25:29,473 INFO [StoreOpener-034a071d23028a91f41a093af89426de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 034a071d23028a91f41a093af89426de columnFamilyName norep 2024-12-05T12:25:29,473 DEBUG [StoreOpener-034a071d23028a91f41a093af89426de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:29,474 INFO [StoreOpener-034a071d23028a91f41a093af89426de-1 {}] regionserver.HStore(327): Store=034a071d23028a91f41a093af89426de/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:29,474 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 034a071d23028a91f41a093af89426de 2024-12-05T12:25:29,476 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/default/test/034a071d23028a91f41a093af89426de 2024-12-05T12:25:29,481 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/default/test/034a071d23028a91f41a093af89426de 2024-12-05T12:25:29,509 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 034a071d23028a91f41a093af89426de 2024-12-05T12:25:29,509 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 034a071d23028a91f41a093af89426de 2024-12-05T12:25:29,510 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:25:29,511 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 034a071d23028a91f41a093af89426de 2024-12-05T12:25:29,535 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/default/test/034a071d23028a91f41a093af89426de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:29,536 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 034a071d23028a91f41a093af89426de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65496828, jitterRate=-0.0240212082862854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:25:29,536 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 034a071d23028a91f41a093af89426de 2024-12-05T12:25:29,536 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 034a071d23028a91f41a093af89426de: Running coprocessor pre-open hook at 1733401529447Writing region info on filesystem at 1733401529447Initializing all the Stores at 1733401529449 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401529449Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401529464 (+15 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401529464Cleaning up temporary data from old regions at 1733401529509 (+45 ms)Running coprocessor post-open hooks at 1733401529536 (+27 ms)Region opened successfully at 1733401529536 2024-12-05T12:25:29,539 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733401529107.034a071d23028a91f41a093af89426de., pid=6, masterSystemTime=1733401529435 2024-12-05T12:25:29,542 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=034a071d23028a91f41a093af89426de, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f4bc09594422,40609,1733401523412 2024-12-05T12:25:29,544 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733401529107.034a071d23028a91f41a093af89426de. 2024-12-05T12:25:29,544 INFO [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733401529107.034a071d23028a91f41a093af89426de. 2024-12-05T12:25:29,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 034a071d23028a91f41a093af89426de, server=f4bc09594422,40609,1733401523412 because future has completed 2024-12-05T12:25:29,559 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34505 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f4bc09594422,40609,1733401523412, table=test, region=034a071d23028a91f41a093af89426de. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T12:25:29,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:25:29,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 034a071d23028a91f41a093af89426de, server=f4bc09594422,40609,1733401523412 in 292 msec 2024-12-05T12:25:29,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:25:29,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=034a071d23028a91f41a093af89426de, ASSIGN in 449 msec 2024-12-05T12:25:29,580 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:25:29,580 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401529580"}]},"ts":"1733401529580"} 2024-12-05T12:25:29,581 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T12:25:29,582 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:25:29,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 474 msec 2024-12-05T12:25:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:25:29,737 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T12:25:29,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed041b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:29,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,45841,-1 for getting cluster id 2024-12-05T12:25:29,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:29,742 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa32ac99-db50-497f-a8c1-09fd7d2f7dd0' 2024-12-05T12:25:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:29,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa32ac99-db50-497f-a8c1-09fd7d2f7dd0" 2024-12-05T12:25:29,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c35a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:29,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,45841,-1] 2024-12-05T12:25:29,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:29,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:29,744 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:29,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ead8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:29,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:29,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,45841,1733401516110 2024-12-05T12:25:29,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18a6f772 2024-12-05T12:25:29,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:29,747 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:29,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f4bc09594422:35775,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:25:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:25:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:29,752 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:35775' 2024-12-05T12:25:29,753 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c2a14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:29,753 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,35775,-1 for getting cluster id 2024-12-05T12:25:29,753 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:29,754 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ceedb1be-f67e-45cc-be98-890bb2436fc5' 2024-12-05T12:25:29,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:29,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ceedb1be-f67e-45cc-be98-890bb2436fc5" 2024-12-05T12:25:29,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661785d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:29,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,35775,-1] 2024-12-05T12:25:29,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:29,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:29,756 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:29,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761e6926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:29,757 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:29,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,35775,1733401519983 2024-12-05T12:25:29,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36659be7 2024-12-05T12:25:29,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:29,759 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:29,760 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T12:25:29,760 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:25:29,760 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:29,760 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:29,761 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:29,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:29,763 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T12:25:29,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:25:29,764 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:29,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:25:29,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741837_1013 (size=1138) 2024-12-05T12:25:29,801 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d0725f7e5a7345aa2dc730ec461bf314, NAME => 'hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0 2024-12-05T12:25:29,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741838_1014 (size=44) 2024-12-05T12:25:29,812 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:29,812 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d0725f7e5a7345aa2dc730ec461bf314, disabling compactions & flushes 2024-12-05T12:25:29,812 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314. 2024-12-05T12:25:29,812 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314. 2024-12-05T12:25:29,812 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314. after waiting 0 ms 2024-12-05T12:25:29,812 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314. 2024-12-05T12:25:29,812 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314. 2024-12-05T12:25:29,812 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d0725f7e5a7345aa2dc730ec461bf314: Waiting for close lock at 1733401529812Disabling compacts and flushes for region at 1733401529812Disabling writes for close at 1733401529812Writing region close event to WAL at 1733401529812Closed at 1733401529812 2024-12-05T12:25:29,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:25:29,813 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733401529813"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401529813"}]},"ts":"1733401529813"} 2024-12-05T12:25:29,814 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T12:25:29,815 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:25:29,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:25:29,816 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401529816"}]},"ts":"1733401529816"} 2024-12-05T12:25:29,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T12:25:29,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d0725f7e5a7345aa2dc730ec461bf314, ASSIGN}] 2024-12-05T12:25:29,818 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d0725f7e5a7345aa2dc730ec461bf314, ASSIGN 2024-12-05T12:25:29,819 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d0725f7e5a7345aa2dc730ec461bf314, ASSIGN; state=OFFLINE, location=f4bc09594422,45411,1733401516171; forceNewPlan=false, retain=false 2024-12-05T12:25:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:29,969 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d0725f7e5a7345aa2dc730ec461bf314, regionState=OPENING, regionLocation=f4bc09594422,45411,1733401516171 2024-12-05T12:25:29,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d0725f7e5a7345aa2dc730ec461bf314, ASSIGN because future has completed 2024-12-05T12:25:29,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0725f7e5a7345aa2dc730ec461bf314, server=f4bc09594422,45411,1733401516171}] 2024-12-05T12:25:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:30,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314. 2024-12-05T12:25:30,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:30,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T12:25:30,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f4bc09594422%2C45411%2C1733401516171.rep, suffix=, logDir=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171, archiveDir=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/oldWALs, maxLogs=10 2024-12-05T12:25:30,159 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:25:30,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:30,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:30,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:30,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:30,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:30,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.rep.1733401530137, exclude list is [], retry=0 2024-12-05T12:25:30,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45567,DS-18b66f71-7ab3-428d-9984-042e6b305b41,DISK] 2024-12-05T12:25:30,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.rep.1733401530137 2024-12-05T12:25:30,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45847:45847)] 2024-12-05T12:25:30,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d0725f7e5a7345aa2dc730ec461bf314, NAME => 'hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:30,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T12:25:30,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:25:30,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314. service=MultiRowMutationService 2024-12-05T12:25:30,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T12:25:30,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d0725f7e5a7345aa2dc730ec461bf314 2024-12-05T12:25:30,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:30,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d0725f7e5a7345aa2dc730ec461bf314 2024-12-05T12:25:30,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d0725f7e5a7345aa2dc730ec461bf314 2024-12-05T12:25:30,209 INFO [StoreOpener-d0725f7e5a7345aa2dc730ec461bf314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d0725f7e5a7345aa2dc730ec461bf314 2024-12-05T12:25:30,210 INFO [StoreOpener-d0725f7e5a7345aa2dc730ec461bf314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0725f7e5a7345aa2dc730ec461bf314 columnFamilyName hfileref 2024-12-05T12:25:30,210 DEBUG [StoreOpener-d0725f7e5a7345aa2dc730ec461bf314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:30,211 INFO [StoreOpener-d0725f7e5a7345aa2dc730ec461bf314-1 {}] regionserver.HStore(327): Store=d0725f7e5a7345aa2dc730ec461bf314/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:30,216 INFO [StoreOpener-d0725f7e5a7345aa2dc730ec461bf314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d0725f7e5a7345aa2dc730ec461bf314 2024-12-05T12:25:30,218 INFO [StoreOpener-d0725f7e5a7345aa2dc730ec461bf314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0725f7e5a7345aa2dc730ec461bf314 columnFamilyName queue 2024-12-05T12:25:30,218 DEBUG [StoreOpener-d0725f7e5a7345aa2dc730ec461bf314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:30,218 INFO [StoreOpener-d0725f7e5a7345aa2dc730ec461bf314-1 {}] regionserver.HStore(327): Store=d0725f7e5a7345aa2dc730ec461bf314/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:30,218 INFO [StoreOpener-d0725f7e5a7345aa2dc730ec461bf314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d0725f7e5a7345aa2dc730ec461bf314 2024-12-05T12:25:30,220 INFO [StoreOpener-d0725f7e5a7345aa2dc730ec461bf314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0725f7e5a7345aa2dc730ec461bf314 columnFamilyName sid 2024-12-05T12:25:30,220 DEBUG [StoreOpener-d0725f7e5a7345aa2dc730ec461bf314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:30,220 INFO [StoreOpener-d0725f7e5a7345aa2dc730ec461bf314-1 {}] regionserver.HStore(327): Store=d0725f7e5a7345aa2dc730ec461bf314/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:30,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d0725f7e5a7345aa2dc730ec461bf314 2024-12-05T12:25:30,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/replication/d0725f7e5a7345aa2dc730ec461bf314 2024-12-05T12:25:30,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/replication/d0725f7e5a7345aa2dc730ec461bf314 2024-12-05T12:25:30,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d0725f7e5a7345aa2dc730ec461bf314 2024-12-05T12:25:30,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d0725f7e5a7345aa2dc730ec461bf314 2024-12-05T12:25:30,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:25:30,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d0725f7e5a7345aa2dc730ec461bf314 2024-12-05T12:25:30,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/replication/d0725f7e5a7345aa2dc730ec461bf314/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:30,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d0725f7e5a7345aa2dc730ec461bf314; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59245636, jitterRate=-0.11717122793197632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:25:30,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0725f7e5a7345aa2dc730ec461bf314 2024-12-05T12:25:30,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d0725f7e5a7345aa2dc730ec461bf314: Running coprocessor pre-open hook at 1733401530197Writing region info on filesystem at 1733401530197Initializing all the Stores at 1733401530198 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401530198Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401530208 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401530208Cleaning up temporary data from old regions at 1733401530222 (+14 ms)Running coprocessor post-open hooks at 1733401530241 (+19 ms)Region opened successfully at 1733401530243 (+2 ms) 2024-12-05T12:25:30,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314., pid=10, masterSystemTime=1733401530129 2024-12-05T12:25:30,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314. 2024-12-05T12:25:30,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314. 2024-12-05T12:25:30,247 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d0725f7e5a7345aa2dc730ec461bf314, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,45411,1733401516171 2024-12-05T12:25:30,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0725f7e5a7345aa2dc730ec461bf314, server=f4bc09594422,45411,1733401516171 because future has completed 2024-12-05T12:25:30,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:30,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:30,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:30,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:30,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:30,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:30,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:30,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:30,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:30,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:30,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T12:25:30,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d0725f7e5a7345aa2dc730ec461bf314, server=f4bc09594422,45411,1733401516171 in 293 msec 2024-12-05T12:25:30,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T12:25:30,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d0725f7e5a7345aa2dc730ec461bf314, ASSIGN in 450 msec 2024-12-05T12:25:30,270 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:25:30,270 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401530270"}]},"ts":"1733401530270"} 2024-12-05T12:25:30,272 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T12:25:30,273 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:25:30,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 512 msec 2024-12-05T12:25:30,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314., hostname=f4bc09594422,45411,1733401516171, seqNum=2] 2024-12-05T12:25:30,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x100aa661e440001, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309 2024-12-05T12:25:30,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309 2024-12-05T12:25:30,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:25:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:30,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T12:25:30,483 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T12:25:30,526 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f4bc09594422,45411,1733401516171, ReplicationSource: 1, currentBandwidth=0 2024-12-05T12:25:30,527 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:30,527 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,45411,1733401516171, seqNum=-1] 2024-12-05T12:25:30,527 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:30,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-05T12:25:30,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f4bc09594422,45411,1733401516171', locateType=CURRENT is [region=hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314., hostname=f4bc09594422,45411,1733401516171, seqNum=2] 2024-12-05T12:25:30,531 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T12:25:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T12:25:30,534 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f4bc09594422,45411,1733401516171 suceeded 2024-12-05T12:25:30,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T12:25:30,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-12-05T12:25:30,536 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f4bc09594422:35775,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:25:30,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 789 msec 2024-12-05T12:25:30,546 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:35775' 2024-12-05T12:25:30,547 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14284ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:30,547 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,35775,-1 for getting cluster id 2024-12-05T12:25:30,547 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:30,548 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ceedb1be-f67e-45cc-be98-890bb2436fc5' 2024-12-05T12:25:30,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:30,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ceedb1be-f67e-45cc-be98-890bb2436fc5" 2024-12-05T12:25:30,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5caa333f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:30,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,35775,-1] 2024-12-05T12:25:30,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:30,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:30,549 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:30,550 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39f43ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:30,550 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:30,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,35775,1733401519983 2024-12-05T12:25:30,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19c1c622 2024-12-05T12:25:30,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:30,551 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-05T12:25:30,552 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f4bc09594422,45411,1733401516171 (queues=1) is replicating from cluster=fa32ac99-db50-497f-a8c1-09fd7d2f7dd0 to cluster=ceedb1be-f67e-45cc-be98-890bb2436fc5 2024-12-05T12:25:30,552 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f4bc09594422%2C45411%2C1733401516171 2024-12-05T12:25:30,552 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f4bc09594422,45411,1733401516171, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:25:30,553 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f4bc09594422%2C45411%2C1733401516171 2024-12-05T12:25:30,553 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401517778, startPosition=0, beingWritten=true 2024-12-05T12:25:30,560 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:30,560 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401517778 to pos 379, reset compression=false 2024-12-05T12:25:30,560 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,45411,1733401516171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401517778, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:25:30,765 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401517778 to pos 379, reset compression=false 2024-12-05T12:25:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T12:25:30,894 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T12:25:30,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:30,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:30,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:30,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:30,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:30,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62558426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:30,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,45841,-1 for getting cluster id 2024-12-05T12:25:30,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:30,896 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa32ac99-db50-497f-a8c1-09fd7d2f7dd0' 2024-12-05T12:25:30,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:30,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa32ac99-db50-497f-a8c1-09fd7d2f7dd0" 2024-12-05T12:25:30,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1bc5fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:30,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,45841,-1] 2024-12-05T12:25:30,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:30,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:30,898 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:30,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1143e89c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:30,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a66cd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:30,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,35775,-1 for getting cluster id 2024-12-05T12:25:30,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:30,899 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ceedb1be-f67e-45cc-be98-890bb2436fc5' 2024-12-05T12:25:30,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:30,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ceedb1be-f67e-45cc-be98-890bb2436fc5" 2024-12-05T12:25:30,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783f711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:30,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,35775,-1] 2024-12-05T12:25:30,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:30,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:30,900 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:30,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d112d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:30,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d632fb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:30,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,34505,-1 for getting cluster id 2024-12-05T12:25:30,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:30,902 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12f65ad5-4043-4f9b-8484-cdf31a0d438e' 2024-12-05T12:25:30,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:30,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12f65ad5-4043-4f9b-8484-cdf31a0d438e" 2024-12-05T12:25:30,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3052a429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:30,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,34505,-1] 2024-12-05T12:25:30,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:30,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:30,903 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:30,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572dd9ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:30,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:30,910 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733401530909/Put/seqid=0 2024-12-05T12:25:30,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741840_1016 (size=7894) 2024-12-05T12:25:30,918 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733401530918/Put/seqid=0 2024-12-05T12:25:30,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741841_1017 (size=7691) 2024-12-05T12:25:31,070 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401517778 to pos 379, reset compression=false 2024-12-05T12:25:31,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7e5fa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:31,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,45841,-1 for getting cluster id 2024-12-05T12:25:31,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:31,324 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa32ac99-db50-497f-a8c1-09fd7d2f7dd0' 2024-12-05T12:25:31,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:31,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa32ac99-db50-497f-a8c1-09fd7d2f7dd0" 2024-12-05T12:25:31,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c73e69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:31,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,45841,-1] 2024-12-05T12:25:31,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:31,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:31,325 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:31,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d85f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:31,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:31,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,45411,1733401516171, seqNum=-1] 2024-12-05T12:25:31,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:31,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:31,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:31,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,45841,1733401516110 2024-12-05T12:25:31,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ffb082 2024-12-05T12:25:31,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:31,336 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:31,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07., hostname=f4bc09594422,45411,1733401516171, seqNum=2] 2024-12-05T12:25:31,341 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:25:31,345 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-05T12:25:31,347 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-05T12:25:31,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 6310c92c4f4d2e35710d34ba45c50a07/f 2024-12-05T12:25:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-05T12:25:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:25:31,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 6310c92c4f4d2e35710d34ba45c50a07/f 2024-12-05T12:25:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-05T12:25:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:25:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HRegion(2603): Flush status journal for 6310c92c4f4d2e35710d34ba45c50a07: 2024-12-05T12:25:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/staging/jenkins__test__haggkufbg4k5nt1pt4vn4aa1h1fjptrq0csfp3on87rc73qk69calar0ocb09d7c/f/hfile_0 2024-12-05T12:25:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/staging/jenkins__test__haggkufbg4k5nt1pt4vn4aa1h1fjptrq0csfp3on87rc73qk69calar0ocb09d7c/f/hfile_0 as hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/default/test/6310c92c4f4d2e35710d34ba45c50a07/f/9929ff3bc5a34120a24745d18ad9a8da_SeqId_4_ 2024-12-05T12:25:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/staging/jenkins__test__haggkufbg4k5nt1pt4vn4aa1h1fjptrq0csfp3on87rc73qk69calar0ocb09d7c/f/hfile_1 2024-12-05T12:25:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/staging/jenkins__test__haggkufbg4k5nt1pt4vn4aa1h1fjptrq0csfp3on87rc73qk69calar0ocb09d7c/f/hfile_1 as hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/default/test/6310c92c4f4d2e35710d34ba45c50a07/f/f6d7cd26c7dc433ba5a8f1d866c1389e_SeqId_4_ 2024-12-05T12:25:31,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/staging/jenkins__test__haggkufbg4k5nt1pt4vn4aa1h1fjptrq0csfp3on87rc73qk69calar0ocb09d7c/f/hfile_0 into 6310c92c4f4d2e35710d34ba45c50a07/f as hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/default/test/6310c92c4f4d2e35710d34ba45c50a07/f/9929ff3bc5a34120a24745d18ad9a8da_SeqId_4_ - updating store file list. 2024-12-05T12:25:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9929ff3bc5a34120a24745d18ad9a8da_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:25:31,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/default/test/6310c92c4f4d2e35710d34ba45c50a07/f/9929ff3bc5a34120a24745d18ad9a8da_SeqId_4_ into 6310c92c4f4d2e35710d34ba45c50a07/f 2024-12-05T12:25:31,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/staging/jenkins__test__haggkufbg4k5nt1pt4vn4aa1h1fjptrq0csfp3on87rc73qk69calar0ocb09d7c/f/hfile_0 into 6310c92c4f4d2e35710d34ba45c50a07/f (new location: hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/default/test/6310c92c4f4d2e35710d34ba45c50a07/f/9929ff3bc5a34120a24745d18ad9a8da_SeqId_4_) 2024-12-05T12:25:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/staging/jenkins__test__haggkufbg4k5nt1pt4vn4aa1h1fjptrq0csfp3on87rc73qk69calar0ocb09d7c/f/hfile_0 2024-12-05T12:25:31,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/staging/jenkins__test__haggkufbg4k5nt1pt4vn4aa1h1fjptrq0csfp3on87rc73qk69calar0ocb09d7c/f/hfile_1 into 6310c92c4f4d2e35710d34ba45c50a07/f as hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/default/test/6310c92c4f4d2e35710d34ba45c50a07/f/f6d7cd26c7dc433ba5a8f1d866c1389e_SeqId_4_ - updating store file list. 2024-12-05T12:25:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f6d7cd26c7dc433ba5a8f1d866c1389e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:25:31,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/default/test/6310c92c4f4d2e35710d34ba45c50a07/f/f6d7cd26c7dc433ba5a8f1d866c1389e_SeqId_4_ into 6310c92c4f4d2e35710d34ba45c50a07/f 2024-12-05T12:25:31,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/staging/jenkins__test__haggkufbg4k5nt1pt4vn4aa1h1fjptrq0csfp3on87rc73qk69calar0ocb09d7c/f/hfile_1 into 6310c92c4f4d2e35710d34ba45c50a07/f (new location: hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/default/test/6310c92c4f4d2e35710d34ba45c50a07/f/f6d7cd26c7dc433ba5a8f1d866c1389e_SeqId_4_) 2024-12-05T12:25:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/staging/jenkins__test__haggkufbg4k5nt1pt4vn4aa1h1fjptrq0csfp3on87rc73qk69calar0ocb09d7c/f/hfile_1 2024-12-05T12:25:31,370 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:31,370 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:31,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:31,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:31,371 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07., hostname=f4bc09594422,45411,1733401516171, seqNum=2 , the old value is region=test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07., hostname=f4bc09594422,45411,1733401516171, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f4bc09594422:45411 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:25:31,371 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07., hostname=f4bc09594422,45411,1733401516171, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:25:31,371 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07., hostname=f4bc09594422,45411,1733401516171, seqNum=2 from cache 2024-12-05T12:25:31,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:31,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:31,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,44205,1733401520035, seqNum=-1] 2024-12-05T12:25:31,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:31,373 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T12:25:31,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:31,374 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401526947.2a7458266e2b85885cec9cfd2992620a., hostname=f4bc09594422,44205,1733401520035, seqNum=2] 2024-12-05T12:25:31,376 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T12:25:31,473 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401517778 to pos 379, reset compression=false 2024-12-05T12:25:31,473 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:45411 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T12:25:31,477 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:25:31,477 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,45411,1733401516171 got entry batch from reader: WALEntryBatch [walEntries=[{test/6310c92c4f4d2e35710d34ba45c50a07/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733401531369/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401517778, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T12:25:31,479 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:25:31,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-05T12:25:31,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.ReplicationSink(318): Replicating [fa32ac99-db50-497f-a8c1-09fd7d2f7dd0] bulk loaded data 2024-12-05T12:25:31,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7284c39c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:31,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,35775,-1 for getting cluster id 2024-12-05T12:25:31,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:31,482 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ceedb1be-f67e-45cc-be98-890bb2436fc5' 2024-12-05T12:25:31,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:31,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ceedb1be-f67e-45cc-be98-890bb2436fc5" 2024-12-05T12:25:31,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@674bbfc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:31,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,35775,-1] 2024-12-05T12:25:31,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:31,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:31,483 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:31,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46e79fb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:31,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741837_1013 (size=7894) 2024-12-05T12:25:31,678 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401517778 to pos 687, reset compression=false 2024-12-05T12:25:31,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741838_1014 (size=7691) 2024-12-05T12:25:31,981 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401517778 to pos 687, reset compression=false 2024-12-05T12:25:32,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:32,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,35775,1733401519983 2024-12-05T12:25:32,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24fdc989 2024-12-05T12:25:32,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:32,304 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-05T12:25:32,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:25:32,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:32,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,44205,1733401520035, seqNum=-1] 2024-12-05T12:25:32,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:32,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-05T12:25:32,313 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__kum9pcrs2g1r6gqurltdho3ba9lsjkfirm1ef3342stvobcm09ve3loanc7f7mit/f/9929ff3bc5a34120a24745d18ad9a8da_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-05T12:25:32,317 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__kum9pcrs2g1r6gqurltdho3ba9lsjkfirm1ef3342stvobcm09ve3loanc7f7mit/f/f6d7cd26c7dc433ba5a8f1d866c1389e_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-05T12:25:32,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__kum9pcrs2g1r6gqurltdho3ba9lsjkfirm1ef3342stvobcm09ve3loanc7f7mit/f/9929ff3bc5a34120a24745d18ad9a8da_SeqId_4_ for inclusion in 2a7458266e2b85885cec9cfd2992620a/f 2024-12-05T12:25:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-05T12:25:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:25:32,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__kum9pcrs2g1r6gqurltdho3ba9lsjkfirm1ef3342stvobcm09ve3loanc7f7mit/f/f6d7cd26c7dc433ba5a8f1d866c1389e_SeqId_4_ for inclusion in 2a7458266e2b85885cec9cfd2992620a/f 2024-12-05T12:25:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-05T12:25:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:25:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HRegion(2603): Flush status journal for 2a7458266e2b85885cec9cfd2992620a: 2024-12-05T12:25:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9929ff3bc5a34120a24745d18ad9a8da_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:25:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__kum9pcrs2g1r6gqurltdho3ba9lsjkfirm1ef3342stvobcm09ve3loanc7f7mit/f/9929ff3bc5a34120a24745d18ad9a8da_SeqId_4_ as hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/default/test/2a7458266e2b85885cec9cfd2992620a/f/57169b8f31af47e8b94ce27248b15bc1_SeqId_4_ 2024-12-05T12:25:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f6d7cd26c7dc433ba5a8f1d866c1389e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:25:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__kum9pcrs2g1r6gqurltdho3ba9lsjkfirm1ef3342stvobcm09ve3loanc7f7mit/f/f6d7cd26c7dc433ba5a8f1d866c1389e_SeqId_4_ as hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/default/test/2a7458266e2b85885cec9cfd2992620a/f/a4074947da654c598205684da2770e4a_SeqId_4_ 2024-12-05T12:25:32,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__kum9pcrs2g1r6gqurltdho3ba9lsjkfirm1ef3342stvobcm09ve3loanc7f7mit/f/9929ff3bc5a34120a24745d18ad9a8da_SeqId_4_ into 2a7458266e2b85885cec9cfd2992620a/f as hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/default/test/2a7458266e2b85885cec9cfd2992620a/f/57169b8f31af47e8b94ce27248b15bc1_SeqId_4_ - updating store file list. 2024-12-05T12:25:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 57169b8f31af47e8b94ce27248b15bc1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:25:32,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/default/test/2a7458266e2b85885cec9cfd2992620a/f/57169b8f31af47e8b94ce27248b15bc1_SeqId_4_ into 2a7458266e2b85885cec9cfd2992620a/f 2024-12-05T12:25:32,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__kum9pcrs2g1r6gqurltdho3ba9lsjkfirm1ef3342stvobcm09ve3loanc7f7mit/f/9929ff3bc5a34120a24745d18ad9a8da_SeqId_4_ into 2a7458266e2b85885cec9cfd2992620a/f (new location: hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/default/test/2a7458266e2b85885cec9cfd2992620a/f/57169b8f31af47e8b94ce27248b15bc1_SeqId_4_) 2024-12-05T12:25:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__kum9pcrs2g1r6gqurltdho3ba9lsjkfirm1ef3342stvobcm09ve3loanc7f7mit/f/9929ff3bc5a34120a24745d18ad9a8da_SeqId_4_ 2024-12-05T12:25:32,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__kum9pcrs2g1r6gqurltdho3ba9lsjkfirm1ef3342stvobcm09ve3loanc7f7mit/f/f6d7cd26c7dc433ba5a8f1d866c1389e_SeqId_4_ into 2a7458266e2b85885cec9cfd2992620a/f as hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/default/test/2a7458266e2b85885cec9cfd2992620a/f/a4074947da654c598205684da2770e4a_SeqId_4_ - updating store file list. 2024-12-05T12:25:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a4074947da654c598205684da2770e4a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:25:32,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/default/test/2a7458266e2b85885cec9cfd2992620a/f/a4074947da654c598205684da2770e4a_SeqId_4_ into 2a7458266e2b85885cec9cfd2992620a/f 2024-12-05T12:25:32,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__kum9pcrs2g1r6gqurltdho3ba9lsjkfirm1ef3342stvobcm09ve3loanc7f7mit/f/f6d7cd26c7dc433ba5a8f1d866c1389e_SeqId_4_ into 2a7458266e2b85885cec9cfd2992620a/f (new location: hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/default/test/2a7458266e2b85885cec9cfd2992620a/f/a4074947da654c598205684da2770e4a_SeqId_4_) 2024-12-05T12:25:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__kum9pcrs2g1r6gqurltdho3ba9lsjkfirm1ef3342stvobcm09ve3loanc7f7mit/f/f6d7cd26c7dc433ba5a8f1d866c1389e_SeqId_4_ 2024-12-05T12:25:32,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.ReplicationSink(324): Finished replicating [fa32ac99-db50-497f-a8c1-09fd7d2f7dd0] bulk loaded data 2024-12-05T12:25:32,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:32,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,40609,1733401523412, seqNum=-1] 2024-12-05T12:25:32,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:32,385 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401517778 to pos 687, reset compression=false 2024-12-05T12:25:32,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:32,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401529107.034a071d23028a91f41a093af89426de., hostname=f4bc09594422,40609,1733401523412, seqNum=2] 2024-12-05T12:25:32,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:25:32,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:25:32,397 DEBUG [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f4bc09594422%2C45411%2C1733401516171.rep:(num 1733401530137) roll requested 2024-12-05T12:25:32,417 DEBUG [regionserver/f4bc09594422:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.rep.1733401532397, exclude list is [], retry=0 2024-12-05T12:25:32,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45567,DS-18b66f71-7ab3-428d-9984-042e6b305b41,DISK] 2024-12-05T12:25:32,421 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.rep.1733401530137 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.rep.1733401532397 2024-12-05T12:25:32,421 DEBUG [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45847:45847)] 2024-12-05T12:25:32,421 DEBUG [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.rep.1733401530137 is not closed yet, will try archiving it next time 2024-12-05T12:25:32,422 DEBUG [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f4bc09594422%2C45411%2C1733401516171:(num 1733401517778) roll requested 2024-12-05T12:25:32,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741839_1015 (size=1505) 2024-12-05T12:25:32,423 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.rep.1733401530137 not finished, retry = 0 2024-12-05T12:25:32,438 DEBUG [regionserver/f4bc09594422:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422, exclude list is [], retry=0 2024-12-05T12:25:32,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45567,DS-18b66f71-7ab3-428d-9984-042e6b305b41,DISK] 2024-12-05T12:25:32,445 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401517778 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 2024-12-05T12:25:32,446 DEBUG [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45847:45847)] 2024-12-05T12:25:32,446 DEBUG [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401517778 is not closed yet, will try archiving it next time 2024-12-05T12:25:32,446 DEBUG [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f4bc09594422%2C45411%2C1733401516171.meta:.meta(num 1733401518674) roll requested 2024-12-05T12:25:32,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e871c2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:32,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,45841,-1 for getting cluster id 2024-12-05T12:25:32,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:32,447 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa32ac99-db50-497f-a8c1-09fd7d2f7dd0' 2024-12-05T12:25:32,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741832_1008 (size=695) 2024-12-05T12:25:32,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:32,447 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401517778 not finished, retry = 0 2024-12-05T12:25:32,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa32ac99-db50-497f-a8c1-09fd7d2f7dd0" 2024-12-05T12:25:32,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cac0635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:32,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,45841,-1] 2024-12-05T12:25:32,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:32,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:32,449 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:32,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da849da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:32,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:32,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,45841,1733401516110 2024-12-05T12:25:32,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@739837ce 2024-12-05T12:25:32,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:32,451 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:32,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://f4bc09594422:34505,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T12:25:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T12:25:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T12:25:32,454 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:34505' 2024-12-05T12:25:32,456 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@215d43aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:32,457 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,34505,-1 for getting cluster id 2024-12-05T12:25:32,457 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:32,457 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12f65ad5-4043-4f9b-8484-cdf31a0d438e' 2024-12-05T12:25:32,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:32,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12f65ad5-4043-4f9b-8484-cdf31a0d438e" 2024-12-05T12:25:32,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382a95a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:32,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,34505,-1] 2024-12-05T12:25:32,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:32,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:32,458 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:32,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564b7859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:32,459 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:32,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,34505,1733401523358 2024-12-05T12:25:32,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@174151c5 2024-12-05T12:25:32,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:32,460 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:32,464 DEBUG [regionserver/f4bc09594422:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.meta.1733401532446.meta, exclude list is [], retry=0 2024-12-05T12:25:32,464 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T12:25:32,464 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T12:25:32,464 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:32,464 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:32,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:32,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45567,DS-18b66f71-7ab3-428d-9984-042e6b305b41,DISK] 2024-12-05T12:25:32,468 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.meta.1733401518674.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.meta.1733401532446.meta 2024-12-05T12:25:32,468 DEBUG [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45847:45847)] 2024-12-05T12:25:32,468 DEBUG [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.meta.1733401518674.meta is not closed yet, will try archiving it next time 2024-12-05T12:25:32,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741834_1010 (size=3473) 2024-12-05T12:25:32,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T12:25:32,549 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401517778 to hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/oldWALs/f4bc09594422%2C45411%2C1733401516171.1733401517778 2024-12-05T12:25:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T12:25:32,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-05T12:25:32,626 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-05T12:25:32,662 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-f4bc09594422,45411,1733401516171, ReplicationSource: 2, currentBandwidth=0 2024-12-05T12:25:32,664 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T12:25:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-05T12:25:32,666 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on f4bc09594422,45411,1733401516171 suceeded 2024-12-05T12:25:32,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T12:25:32,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-05T12:25:32,668 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://f4bc09594422:34505,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T12:25:32,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 217 msec 2024-12-05T12:25:32,679 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f4bc09594422:34505' 2024-12-05T12:25:32,680 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53e4e625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:32,680 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,34505,-1 for getting cluster id 2024-12-05T12:25:32,680 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:32,680 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12f65ad5-4043-4f9b-8484-cdf31a0d438e' 2024-12-05T12:25:32,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:32,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12f65ad5-4043-4f9b-8484-cdf31a0d438e" 2024-12-05T12:25:32,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b2c658c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:32,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,34505,-1] 2024-12-05T12:25:32,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:32,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:32,682 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:32,682 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@314b1a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:32,682 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:32,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,34505,1733401523358 2024-12-05T12:25:32,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@260bdf03 2024-12-05T12:25:32,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:32,683 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-05T12:25:32,684 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f4bc09594422,45411,1733401516171 (queues=1) is replicating from cluster=fa32ac99-db50-497f-a8c1-09fd7d2f7dd0 to cluster=12f65ad5-4043-4f9b-8484-cdf31a0d438e 2024-12-05T12:25:32,684 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f4bc09594422%2C45411%2C1733401516171 2024-12-05T12:25:32,684 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f4bc09594422,45411,1733401516171, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T12:25:32,684 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422, startPosition=0, beingWritten=true 2024-12-05T12:25:32,684 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f4bc09594422%2C45411%2C1733401516171 2024-12-05T12:25:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T12:25:32,774 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-05T12:25:32,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:32,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:32,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:32,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:32,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:32,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:32,779 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733401532778/Put/seqid=0 2024-12-05T12:25:32,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741845_1021 (size=11194) 2024-12-05T12:25:32,889 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 0, reset compression=false 2024-12-05T12:25:32,892 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401517778 to pos 687, reset compression=false 2024-12-05T12:25:32,899 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401517778 was moved to hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/oldWALs/f4bc09594422%2C45411%2C1733401516171.1733401517778 2024-12-05T12:25:32,901 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401517778 2024-12-05T12:25:32,901 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,45411,1733401516171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401517778, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-05T12:25:32,901 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422, startPosition=0, beingWritten=true 2024-12-05T12:25:32,904 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [f4bc09594422%2C45411%2C1733401516171.1733401517778] 2024-12-05T12:25:33,188 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733401533188/Put/seqid=0 2024-12-05T12:25:33,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741846_1022 (size=10791) 2024-12-05T12:25:33,193 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 0, reset compression=false 2024-12-05T12:25:33,507 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 0, reset compression=false 2024-12-05T12:25:33,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a88c3c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:33,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,45841,-1 for getting cluster id 2024-12-05T12:25:33,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:33,594 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa32ac99-db50-497f-a8c1-09fd7d2f7dd0' 2024-12-05T12:25:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa32ac99-db50-497f-a8c1-09fd7d2f7dd0" 2024-12-05T12:25:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@86fb776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,45841,-1] 2024-12-05T12:25:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:33,596 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:33,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d5afeab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:33,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:33,597 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 0, reset compression=false 2024-12-05T12:25:33,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,45411,1733401516171, seqNum=-1] 2024-12-05T12:25:33,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:33,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:33,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:33,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,45841,1733401516110 2024-12-05T12:25:33,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14246a82 2024-12-05T12:25:33,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:33,608 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:25:33,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07., hostname=f4bc09594422,45411,1733401516171, seqNum=2] 2024-12-05T12:25:33,613 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:25:33,621 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-05T12:25:33,623 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-05T12:25:33,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 6310c92c4f4d2e35710d34ba45c50a07/f 2024-12-05T12:25:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T12:25:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:25:33,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 6310c92c4f4d2e35710d34ba45c50a07/f 2024-12-05T12:25:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T12:25:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:25:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HRegion(2603): Flush status journal for 6310c92c4f4d2e35710d34ba45c50a07: 2024-12-05T12:25:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/staging/jenkins__test__3a3ef8rh94ok452lipd6q12rhi6d9qhihjc81i55cgoo18f2rclepigu5d03ld8/f/hfile_0 2024-12-05T12:25:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/staging/jenkins__test__3a3ef8rh94ok452lipd6q12rhi6d9qhihjc81i55cgoo18f2rclepigu5d03ld8/f/hfile_0 as hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/default/test/6310c92c4f4d2e35710d34ba45c50a07/f/ffb93f92eb8c45b0bfa64b22dcd09a80_SeqId_6_ 2024-12-05T12:25:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/staging/jenkins__test__3a3ef8rh94ok452lipd6q12rhi6d9qhihjc81i55cgoo18f2rclepigu5d03ld8/f/hfile_1 2024-12-05T12:25:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/staging/jenkins__test__3a3ef8rh94ok452lipd6q12rhi6d9qhihjc81i55cgoo18f2rclepigu5d03ld8/f/hfile_1 as hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/default/test/6310c92c4f4d2e35710d34ba45c50a07/f/0fc55df7db5048e6aec7ec270709d739_SeqId_6_ 2024-12-05T12:25:33,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/staging/jenkins__test__3a3ef8rh94ok452lipd6q12rhi6d9qhihjc81i55cgoo18f2rclepigu5d03ld8/f/hfile_0 into 6310c92c4f4d2e35710d34ba45c50a07/f as hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/default/test/6310c92c4f4d2e35710d34ba45c50a07/f/ffb93f92eb8c45b0bfa64b22dcd09a80_SeqId_6_ - updating store file list. 2024-12-05T12:25:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ffb93f92eb8c45b0bfa64b22dcd09a80_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T12:25:33,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/default/test/6310c92c4f4d2e35710d34ba45c50a07/f/ffb93f92eb8c45b0bfa64b22dcd09a80_SeqId_6_ into 6310c92c4f4d2e35710d34ba45c50a07/f 2024-12-05T12:25:33,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/staging/jenkins__test__3a3ef8rh94ok452lipd6q12rhi6d9qhihjc81i55cgoo18f2rclepigu5d03ld8/f/hfile_0 into 6310c92c4f4d2e35710d34ba45c50a07/f (new location: hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/default/test/6310c92c4f4d2e35710d34ba45c50a07/f/ffb93f92eb8c45b0bfa64b22dcd09a80_SeqId_6_) 2024-12-05T12:25:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/staging/jenkins__test__3a3ef8rh94ok452lipd6q12rhi6d9qhihjc81i55cgoo18f2rclepigu5d03ld8/f/hfile_0 2024-12-05T12:25:33,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/staging/jenkins__test__3a3ef8rh94ok452lipd6q12rhi6d9qhihjc81i55cgoo18f2rclepigu5d03ld8/f/hfile_1 into 6310c92c4f4d2e35710d34ba45c50a07/f as hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/default/test/6310c92c4f4d2e35710d34ba45c50a07/f/0fc55df7db5048e6aec7ec270709d739_SeqId_6_ - updating store file list. 2024-12-05T12:25:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0fc55df7db5048e6aec7ec270709d739_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T12:25:33,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/default/test/6310c92c4f4d2e35710d34ba45c50a07/f/0fc55df7db5048e6aec7ec270709d739_SeqId_6_ into 6310c92c4f4d2e35710d34ba45c50a07/f 2024-12-05T12:25:33,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/staging/jenkins__test__3a3ef8rh94ok452lipd6q12rhi6d9qhihjc81i55cgoo18f2rclepigu5d03ld8/f/hfile_1 into 6310c92c4f4d2e35710d34ba45c50a07/f (new location: hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/default/test/6310c92c4f4d2e35710d34ba45c50a07/f/0fc55df7db5048e6aec7ec270709d739_SeqId_6_) 2024-12-05T12:25:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/staging/jenkins__test__3a3ef8rh94ok452lipd6q12rhi6d9qhihjc81i55cgoo18f2rclepigu5d03ld8/f/hfile_1 2024-12-05T12:25:33,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:33,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:33,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:33,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:33,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:33,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07., hostname=f4bc09594422,45411,1733401516171, seqNum=2 , the old value is region=test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07., hostname=f4bc09594422,45411,1733401516171, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f4bc09594422:45411 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:25:33,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07., hostname=f4bc09594422,45411,1733401516171, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T12:25:33,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07., hostname=f4bc09594422,45411,1733401516171, seqNum=2 from cache 2024-12-05T12:25:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45411 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45411: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 263 connection: 172.17.0.3:35968 deadline: 1733401593653 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:35968 2024-12-05T12:25:33,656 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T12:25:33,764 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:45411 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T12:25:34,106 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 0, reset compression=false 2024-12-05T12:25:34,112 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:25:34,112 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-f4bc09594422,45411,1733401516171 got entry batch from reader: WALEntryBatch [walEntries=[{test/6310c92c4f4d2e35710d34ba45c50a07/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733401533650/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T12:25:34,114 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:25:34,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-05T12:25:34,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.ReplicationSink(318): Replicating [fa32ac99-db50-497f-a8c1-09fd7d2f7dd0] bulk loaded data 2024-12-05T12:25:34,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b0ad3e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:34,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,34505,-1 for getting cluster id 2024-12-05T12:25:34,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:34,116 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12f65ad5-4043-4f9b-8484-cdf31a0d438e' 2024-12-05T12:25:34,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:34,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12f65ad5-4043-4f9b-8484-cdf31a0d438e" 2024-12-05T12:25:34,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27be8b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:34,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,34505,-1] 2024-12-05T12:25:34,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:34,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:34,117 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:34,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36bd5463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:34,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33153 is added to blk_1073741837_1013 (size=11194) 2024-12-05T12:25:34,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33153 is added to blk_1073741838_1014 (size=10791) 2024-12-05T12:25:34,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:34,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,34505,1733401523358 2024-12-05T12:25:34,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b024771 2024-12-05T12:25:34,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:25:34,165 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-05T12:25:34,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:25:34,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:34,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,40609,1733401523412, seqNum=-1] 2024-12-05T12:25:34,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:34,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-05T12:25:34,181 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/staging/jenkins.hfs.23__test__38l3301s9pot4vn1m26lkj1gfnagoef4p4cjton6crqbiucn0aem79m4nt0vulji/f/0fc55df7db5048e6aec7ec270709d739_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-05T12:25:34,184 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/staging/jenkins.hfs.23__test__38l3301s9pot4vn1m26lkj1gfnagoef4p4cjton6crqbiucn0aem79m4nt0vulji/f/ffb93f92eb8c45b0bfa64b22dcd09a80_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-05T12:25:34,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/staging/jenkins.hfs.23__test__38l3301s9pot4vn1m26lkj1gfnagoef4p4cjton6crqbiucn0aem79m4nt0vulji/f/ffb93f92eb8c45b0bfa64b22dcd09a80_SeqId_6_ for inclusion in 034a071d23028a91f41a093af89426de/f 2024-12-05T12:25:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T12:25:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:25:34,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/staging/jenkins.hfs.23__test__38l3301s9pot4vn1m26lkj1gfnagoef4p4cjton6crqbiucn0aem79m4nt0vulji/f/0fc55df7db5048e6aec7ec270709d739_SeqId_6_ for inclusion in 034a071d23028a91f41a093af89426de/f 2024-12-05T12:25:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T12:25:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:25:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.HRegion(2603): Flush status journal for 034a071d23028a91f41a093af89426de: 2024-12-05T12:25:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ffb93f92eb8c45b0bfa64b22dcd09a80_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:25:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/staging/jenkins.hfs.23__test__38l3301s9pot4vn1m26lkj1gfnagoef4p4cjton6crqbiucn0aem79m4nt0vulji/f/ffb93f92eb8c45b0bfa64b22dcd09a80_SeqId_6_ as hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/default/test/034a071d23028a91f41a093af89426de/f/db4361057a5f41c9bf1818a94d8a37f8_SeqId_4_ 2024-12-05T12:25:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0fc55df7db5048e6aec7ec270709d739_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:25:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/staging/jenkins.hfs.23__test__38l3301s9pot4vn1m26lkj1gfnagoef4p4cjton6crqbiucn0aem79m4nt0vulji/f/0fc55df7db5048e6aec7ec270709d739_SeqId_6_ as hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/default/test/034a071d23028a91f41a093af89426de/f/48304dfc204a429dafc757f32c4ac472_SeqId_4_ 2024-12-05T12:25:34,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/staging/jenkins.hfs.23__test__38l3301s9pot4vn1m26lkj1gfnagoef4p4cjton6crqbiucn0aem79m4nt0vulji/f/ffb93f92eb8c45b0bfa64b22dcd09a80_SeqId_6_ into 034a071d23028a91f41a093af89426de/f as hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/default/test/034a071d23028a91f41a093af89426de/f/db4361057a5f41c9bf1818a94d8a37f8_SeqId_4_ - updating store file list. 2024-12-05T12:25:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for db4361057a5f41c9bf1818a94d8a37f8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:25:34,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/default/test/034a071d23028a91f41a093af89426de/f/db4361057a5f41c9bf1818a94d8a37f8_SeqId_4_ into 034a071d23028a91f41a093af89426de/f 2024-12-05T12:25:34,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/staging/jenkins.hfs.23__test__38l3301s9pot4vn1m26lkj1gfnagoef4p4cjton6crqbiucn0aem79m4nt0vulji/f/ffb93f92eb8c45b0bfa64b22dcd09a80_SeqId_6_ into 034a071d23028a91f41a093af89426de/f (new location: hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/default/test/034a071d23028a91f41a093af89426de/f/db4361057a5f41c9bf1818a94d8a37f8_SeqId_4_) 2024-12-05T12:25:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/staging/jenkins.hfs.23__test__38l3301s9pot4vn1m26lkj1gfnagoef4p4cjton6crqbiucn0aem79m4nt0vulji/f/ffb93f92eb8c45b0bfa64b22dcd09a80_SeqId_6_ 2024-12-05T12:25:34,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/staging/jenkins.hfs.23__test__38l3301s9pot4vn1m26lkj1gfnagoef4p4cjton6crqbiucn0aem79m4nt0vulji/f/0fc55df7db5048e6aec7ec270709d739_SeqId_6_ into 034a071d23028a91f41a093af89426de/f as hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/default/test/034a071d23028a91f41a093af89426de/f/48304dfc204a429dafc757f32c4ac472_SeqId_4_ - updating store file list. 2024-12-05T12:25:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 48304dfc204a429dafc757f32c4ac472_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:25:34,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/default/test/034a071d23028a91f41a093af89426de/f/48304dfc204a429dafc757f32c4ac472_SeqId_4_ into 034a071d23028a91f41a093af89426de/f 2024-12-05T12:25:34,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/staging/jenkins.hfs.23__test__38l3301s9pot4vn1m26lkj1gfnagoef4p4cjton6crqbiucn0aem79m4nt0vulji/f/0fc55df7db5048e6aec7ec270709d739_SeqId_6_ into 034a071d23028a91f41a093af89426de/f (new location: hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/default/test/034a071d23028a91f41a093af89426de/f/48304dfc204a429dafc757f32c4ac472_SeqId_4_) 2024-12-05T12:25:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/staging/jenkins.hfs.23__test__38l3301s9pot4vn1m26lkj1gfnagoef4p4cjton6crqbiucn0aem79m4nt0vulji/f/0fc55df7db5048e6aec7ec270709d739_SeqId_6_ 2024-12-05T12:25:34,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] regionserver.ReplicationSink(324): Finished replicating [fa32ac99-db50-497f-a8c1-09fd7d2f7dd0] bulk loaded data 2024-12-05T12:25:34,211 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 0, reset compression=false 2024-12-05T12:25:34,218 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T12:25:34,218 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,45411,1733401516171 got entry batch from reader: WALEntryBatch [walEntries=[{test/6310c92c4f4d2e35710d34ba45c50a07/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733401533650/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T12:25:34,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.ReplicationSink(318): Replicating [fa32ac99-db50-497f-a8c1-09fd7d2f7dd0] bulk loaded data 2024-12-05T12:25:34,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741839_1015 (size=11194) 2024-12-05T12:25:34,312 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 393, reset compression=false 2024-12-05T12:25:34,418 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 393, reset compression=false 2024-12-05T12:25:34,616 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 393, reset compression=false 2024-12-05T12:25:34,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741840_1016 (size=10791) 2024-12-05T12:25:34,659 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T12:25:34,722 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 393, reset compression=false 2024-12-05T12:25:35,020 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 393, reset compression=false 2024-12-05T12:25:35,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T12:25:35,042 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__qe6arc7id96ev5v0jui1vjvmuabm333rmgtdmuhs8kuerpdi920d2h992vqsm29v/f/0fc55df7db5048e6aec7ec270709d739_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-05T12:25:35,043 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__qe6arc7id96ev5v0jui1vjvmuabm333rmgtdmuhs8kuerpdi920d2h992vqsm29v/f/ffb93f92eb8c45b0bfa64b22dcd09a80_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-05T12:25:35,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__qe6arc7id96ev5v0jui1vjvmuabm333rmgtdmuhs8kuerpdi920d2h992vqsm29v/f/ffb93f92eb8c45b0bfa64b22dcd09a80_SeqId_6_ for inclusion in 2a7458266e2b85885cec9cfd2992620a/f 2024-12-05T12:25:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T12:25:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:25:35,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__qe6arc7id96ev5v0jui1vjvmuabm333rmgtdmuhs8kuerpdi920d2h992vqsm29v/f/0fc55df7db5048e6aec7ec270709d739_SeqId_6_ for inclusion in 2a7458266e2b85885cec9cfd2992620a/f 2024-12-05T12:25:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T12:25:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:25:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HRegion(2603): Flush status journal for 2a7458266e2b85885cec9cfd2992620a: 2024-12-05T12:25:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ffb93f92eb8c45b0bfa64b22dcd09a80_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:25:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__qe6arc7id96ev5v0jui1vjvmuabm333rmgtdmuhs8kuerpdi920d2h992vqsm29v/f/ffb93f92eb8c45b0bfa64b22dcd09a80_SeqId_6_ as hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/default/test/2a7458266e2b85885cec9cfd2992620a/f/65700b42719249e694b07f21c695f161_SeqId_6_ 2024-12-05T12:25:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0fc55df7db5048e6aec7ec270709d739_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T12:25:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__qe6arc7id96ev5v0jui1vjvmuabm333rmgtdmuhs8kuerpdi920d2h992vqsm29v/f/0fc55df7db5048e6aec7ec270709d739_SeqId_6_ as hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/default/test/2a7458266e2b85885cec9cfd2992620a/f/38629c87d0eb4fadb0172b52474d903a_SeqId_6_ 2024-12-05T12:25:35,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__qe6arc7id96ev5v0jui1vjvmuabm333rmgtdmuhs8kuerpdi920d2h992vqsm29v/f/ffb93f92eb8c45b0bfa64b22dcd09a80_SeqId_6_ into 2a7458266e2b85885cec9cfd2992620a/f as hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/default/test/2a7458266e2b85885cec9cfd2992620a/f/65700b42719249e694b07f21c695f161_SeqId_6_ - updating store file list. 2024-12-05T12:25:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 65700b42719249e694b07f21c695f161_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T12:25:35,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/default/test/2a7458266e2b85885cec9cfd2992620a/f/65700b42719249e694b07f21c695f161_SeqId_6_ into 2a7458266e2b85885cec9cfd2992620a/f 2024-12-05T12:25:35,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__qe6arc7id96ev5v0jui1vjvmuabm333rmgtdmuhs8kuerpdi920d2h992vqsm29v/f/ffb93f92eb8c45b0bfa64b22dcd09a80_SeqId_6_ into 2a7458266e2b85885cec9cfd2992620a/f (new location: hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/default/test/2a7458266e2b85885cec9cfd2992620a/f/65700b42719249e694b07f21c695f161_SeqId_6_) 2024-12-05T12:25:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__qe6arc7id96ev5v0jui1vjvmuabm333rmgtdmuhs8kuerpdi920d2h992vqsm29v/f/ffb93f92eb8c45b0bfa64b22dcd09a80_SeqId_6_ 2024-12-05T12:25:35,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__qe6arc7id96ev5v0jui1vjvmuabm333rmgtdmuhs8kuerpdi920d2h992vqsm29v/f/0fc55df7db5048e6aec7ec270709d739_SeqId_6_ into 2a7458266e2b85885cec9cfd2992620a/f as hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/default/test/2a7458266e2b85885cec9cfd2992620a/f/38629c87d0eb4fadb0172b52474d903a_SeqId_6_ - updating store file list. 2024-12-05T12:25:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 38629c87d0eb4fadb0172b52474d903a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T12:25:35,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/default/test/2a7458266e2b85885cec9cfd2992620a/f/38629c87d0eb4fadb0172b52474d903a_SeqId_6_ into 2a7458266e2b85885cec9cfd2992620a/f 2024-12-05T12:25:35,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__qe6arc7id96ev5v0jui1vjvmuabm333rmgtdmuhs8kuerpdi920d2h992vqsm29v/f/0fc55df7db5048e6aec7ec270709d739_SeqId_6_ into 2a7458266e2b85885cec9cfd2992620a/f (new location: hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/default/test/2a7458266e2b85885cec9cfd2992620a/f/38629c87d0eb4fadb0172b52474d903a_SeqId_6_) 2024-12-05T12:25:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/staging/jenkins.hfs.22__test__qe6arc7id96ev5v0jui1vjvmuabm333rmgtdmuhs8kuerpdi920d2h992vqsm29v/f/0fc55df7db5048e6aec7ec270709d739_SeqId_6_ 2024-12-05T12:25:35,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44205 {}] regionserver.ReplicationSink(324): Finished replicating [fa32ac99-db50-497f-a8c1-09fd7d2f7dd0] bulk loaded data 2024-12-05T12:25:35,126 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 393, reset compression=false 2024-12-05T12:25:35,523 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 393, reset compression=false 2024-12-05T12:25:35,629 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 393, reset compression=false 2024-12-05T12:25:35,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:25:35,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:35,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:35,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:35,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:35,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:35,673 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:25:35,673 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1290896377, stopped=false 2024-12-05T12:25:35,673 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,34505,1733401523358 2024-12-05T12:25:35,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2112093225/running 2024-12-05T12:25:35,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40609-0x100aa661e440007, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2112093225/running 2024-12-05T12:25:35,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2112093225 2024-12-05T12:25:35,675 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:25:35,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:35,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40609-0x100aa661e440007, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2112093225 2024-12-05T12:25:35,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Set watcher on znode that does not yet exist, /2112093225/running 2024-12-05T12:25:35,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:35,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:35,677 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,40609,1733401523412' ***** 2024-12-05T12:25:35,677 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:25:35,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40609-0x100aa661e440007, quorum=127.0.0.1:62553, baseZNode=/2112093225 Set watcher on znode that does not yet exist, /2112093225/running 2024-12-05T12:25:35,677 INFO [RS:0;f4bc09594422:40609 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:25:35,678 INFO [RS:0;f4bc09594422:40609 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:25:35,678 INFO [RS:0;f4bc09594422:40609 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:25:35,678 INFO [RS:0;f4bc09594422:40609 {}] regionserver.HRegionServer(3091): Received CLOSE for 034a071d23028a91f41a093af89426de 2024-12-05T12:25:35,678 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:25:35,678 INFO [RS:0;f4bc09594422:40609 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,40609,1733401523412 2024-12-05T12:25:35,678 INFO [RS:0;f4bc09594422:40609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:25:35,678 INFO [RS:0;f4bc09594422:40609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:40609. 2024-12-05T12:25:35,678 DEBUG [RS:0;f4bc09594422:40609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:35,678 DEBUG [RS:0;f4bc09594422:40609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:35,678 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 034a071d23028a91f41a093af89426de, disabling compactions & flushes 2024-12-05T12:25:35,678 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401529107.034a071d23028a91f41a093af89426de. 2024-12-05T12:25:35,678 INFO [RS:0;f4bc09594422:40609 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:25:35,678 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401529107.034a071d23028a91f41a093af89426de. 2024-12-05T12:25:35,678 INFO [RS:0;f4bc09594422:40609 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:25:35,678 INFO [RS:0;f4bc09594422:40609 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:25:35,678 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401529107.034a071d23028a91f41a093af89426de. after waiting 0 ms 2024-12-05T12:25:35,678 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401529107.034a071d23028a91f41a093af89426de. 2024-12-05T12:25:35,678 INFO [RS:0;f4bc09594422:40609 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:25:35,679 INFO [RS:0;f4bc09594422:40609 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:25:35,679 DEBUG [RS:0;f4bc09594422:40609 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 034a071d23028a91f41a093af89426de=test,,1733401529107.034a071d23028a91f41a093af89426de.} 2024-12-05T12:25:35,679 DEBUG [RS:0;f4bc09594422:40609 {}] regionserver.HRegionServer(1351): Waiting on 034a071d23028a91f41a093af89426de, 1588230740 2024-12-05T12:25:35,679 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:25:35,679 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:25:35,679 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:25:35,679 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:25:35,679 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:25:35,680 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T12:25:35,685 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/default/test/034a071d23028a91f41a093af89426de/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-05T12:25:35,685 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:35,685 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:25:35,685 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401529107.034a071d23028a91f41a093af89426de. 2024-12-05T12:25:35,685 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 034a071d23028a91f41a093af89426de: Waiting for close lock at 1733401535678Running coprocessor pre-close hooks at 1733401535678Disabling compacts and flushes for region at 1733401535678Disabling writes for close at 1733401535678Writing region close event to WAL at 1733401535679 (+1 ms)Running coprocessor post-close hooks at 1733401535685 (+6 ms)Closed at 1733401535685 2024-12-05T12:25:35,685 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401529107.034a071d23028a91f41a093af89426de. 2024-12-05T12:25:35,698 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:25:35,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:35,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:35,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:35,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:35,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:35,701 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740/.tmp/info/000fbc92c30a4ec5a3ea996d38c680e8 is 129, key is test,,1733401529107.034a071d23028a91f41a093af89426de./info:regioninfo/1733401529542/Put/seqid=0 2024-12-05T12:25:35,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33153 is added to blk_1073741839_1015 (size=6421) 2024-12-05T12:25:35,705 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740/.tmp/info/000fbc92c30a4ec5a3ea996d38c680e8 2024-12-05T12:25:35,734 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740/.tmp/ns/e0a92971ecff4d4596fb23dc52b632c3 is 43, key is default/ns:d/1733401524686/Put/seqid=0 2024-12-05T12:25:35,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33153 is added to blk_1073741840_1016 (size=5153) 2024-12-05T12:25:35,746 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740/.tmp/ns/e0a92971ecff4d4596fb23dc52b632c3 2024-12-05T12:25:35,757 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:25:35,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:35,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:35,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:35,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:35,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:35,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:35,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:35,777 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740/.tmp/rep_barrier/4b26d169665840feb62c14f857474396 is 112, key is test,,1733401529107.034a071d23028a91f41a093af89426de./rep_barrier:seqnumDuringOpen/1733401529542/Put/seqid=0 2024-12-05T12:25:35,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:35,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:35,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:35,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33153 is added to blk_1073741841_1017 (size=5518) 2024-12-05T12:25:35,802 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T12:25:35,845 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:25:35,845 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:25:35,879 DEBUG [RS:0;f4bc09594422:40609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:25:36,079 DEBUG [RS:0;f4bc09594422:40609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:25:36,127 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 393, reset compression=false 2024-12-05T12:25:36,182 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740/.tmp/rep_barrier/4b26d169665840feb62c14f857474396 2024-12-05T12:25:36,203 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740/.tmp/table/83cf8c5ca2ad408480d3635991f59909 is 40, key is test/table:state/1733401529580/Put/seqid=0 2024-12-05T12:25:36,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33153 is added to blk_1073741842_1018 (size=5165) 2024-12-05T12:25:36,208 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740/.tmp/table/83cf8c5ca2ad408480d3635991f59909 2024-12-05T12:25:36,212 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740/.tmp/info/000fbc92c30a4ec5a3ea996d38c680e8 as hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740/info/000fbc92c30a4ec5a3ea996d38c680e8 2024-12-05T12:25:36,215 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740/info/000fbc92c30a4ec5a3ea996d38c680e8, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T12:25:36,216 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740/.tmp/ns/e0a92971ecff4d4596fb23dc52b632c3 as hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740/ns/e0a92971ecff4d4596fb23dc52b632c3 2024-12-05T12:25:36,219 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740/ns/e0a92971ecff4d4596fb23dc52b632c3, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T12:25:36,220 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740/.tmp/rep_barrier/4b26d169665840feb62c14f857474396 as hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740/rep_barrier/4b26d169665840feb62c14f857474396 2024-12-05T12:25:36,223 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740/rep_barrier/4b26d169665840feb62c14f857474396, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T12:25:36,224 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740/.tmp/table/83cf8c5ca2ad408480d3635991f59909 as hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740/table/83cf8c5ca2ad408480d3635991f59909 2024-12-05T12:25:36,227 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740/table/83cf8c5ca2ad408480d3635991f59909, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T12:25:36,228 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 548ms, sequenceid=11, compaction requested=false 2024-12-05T12:25:36,232 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T12:25:36,233 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 393, reset compression=false 2024-12-05T12:25:36,235 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:36,235 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:25:36,235 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:36,235 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401535679Running coprocessor pre-close hooks at 1733401535679Disabling compacts and flushes for region at 1733401535679Disabling writes for close at 1733401535679Obtaining lock to block concurrent updates at 1733401535680 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733401535680Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733401535680Flushing stores of hbase:meta,,1.1588230740 at 1733401535681 (+1 ms)Flushing 1588230740/info: creating writer at 1733401535681Flushing 1588230740/info: appending metadata at 1733401535701 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733401535701Flushing 1588230740/ns: creating writer at 1733401535712 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733401535733 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733401535733Flushing 1588230740/rep_barrier: creating writer at 1733401535750 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401535777 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401535777Flushing 1588230740/table: creating writer at 1733401536186 (+409 ms)Flushing 1588230740/table: appending metadata at 1733401536203 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733401536203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46f58f11: reopening flushed file at 1733401536211 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@755839b9: reopening flushed file at 1733401536215 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@166afd4d: reopening flushed file at 1733401536219 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54f96579: reopening flushed file at 1733401536223 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 548ms, sequenceid=11, compaction requested=false at 1733401536228 (+5 ms)Writing region close event to WAL at 1733401536230 (+2 ms)Running coprocessor post-close hooks at 1733401536234 (+4 ms)Closed at 1733401536235 (+1 ms) 2024-12-05T12:25:36,235 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:36,279 INFO [RS:0;f4bc09594422:40609 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,40609,1733401523412; all regions closed. 2024-12-05T12:25:36,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33153 is added to blk_1073741834_1010 (size=2717) 2024-12-05T12:25:36,283 DEBUG [RS:0;f4bc09594422:40609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/oldWALs 2024-12-05T12:25:36,283 INFO [RS:0;f4bc09594422:40609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C40609%2C1733401523412.meta:.meta(num 1733401524595) 2024-12-05T12:25:36,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33153 is added to blk_1073741832_1008 (size=1028) 2024-12-05T12:25:36,289 DEBUG [RS:0;f4bc09594422:40609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/oldWALs 2024-12-05T12:25:36,289 INFO [RS:0;f4bc09594422:40609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C40609%2C1733401523412:(num 1733401523989) 2024-12-05T12:25:36,289 DEBUG [RS:0;f4bc09594422:40609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:36,289 INFO [RS:0;f4bc09594422:40609 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:25:36,289 INFO [RS:0;f4bc09594422:40609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:25:36,290 INFO [RS:0;f4bc09594422:40609 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:25:36,290 INFO [RS:0;f4bc09594422:40609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:25:36,290 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:25:36,290 INFO [RS:0;f4bc09594422:40609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:40609. 2024-12-05T12:25:36,290 DEBUG [RS:0;f4bc09594422:40609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:36,290 DEBUG [RS:0;f4bc09594422:40609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:36,290 DEBUG [RS:0;f4bc09594422:40609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:36,290 INFO [RS:0;f4bc09594422:40609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40609 2024-12-05T12:25:36,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:36,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40609-0x100aa661e440007, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2112093225/rs/f4bc09594422,40609,1733401523412 2024-12-05T12:25:36,294 INFO [RS:0;f4bc09594422:40609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:25:36,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2112093225/rs 2024-12-05T12:25:36,295 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,40609,1733401523412] 2024-12-05T12:25:36,306 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2112093225/draining/f4bc09594422,40609,1733401523412 already deleted, retry=false 2024-12-05T12:25:36,306 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,40609,1733401523412 expired; onlineServers=0 2024-12-05T12:25:36,307 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,34505,1733401523358' ***** 2024-12-05T12:25:36,307 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:25:36,307 INFO [M:0;f4bc09594422:34505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:25:36,307 INFO [M:0;f4bc09594422:34505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:25:36,307 DEBUG [M:0;f4bc09594422:34505 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:25:36,307 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:25:36,307 DEBUG [M:0;f4bc09594422:34505 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:25:36,307 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401523753 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401523753,5,FailOnTimeoutGroup] 2024-12-05T12:25:36,307 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401523756 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401523756,5,FailOnTimeoutGroup] 2024-12-05T12:25:36,307 INFO [M:0;f4bc09594422:34505 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:25:36,307 INFO [M:0;f4bc09594422:34505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:25:36,307 DEBUG [M:0;f4bc09594422:34505 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:25:36,308 INFO [M:0;f4bc09594422:34505 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:25:36,308 INFO [M:0;f4bc09594422:34505 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:25:36,308 INFO [M:0;f4bc09594422:34505 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:25:36,308 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:25:36,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2112093225/master 2024-12-05T12:25:36,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2112093225 2024-12-05T12:25:36,312 DEBUG [M:0;f4bc09594422:34505 {}] zookeeper.ZKUtil(347): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Unable to get data of znode /2112093225/master because node does not exist (not an error) 2024-12-05T12:25:36,312 WARN [M:0;f4bc09594422:34505 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:25:36,312 INFO [M:0;f4bc09594422:34505 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/.lastflushedseqids 2024-12-05T12:25:36,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33153 is added to blk_1073741843_1019 (size=173) 2024-12-05T12:25:36,316 INFO [M:0;f4bc09594422:34505 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:25:36,316 INFO [M:0;f4bc09594422:34505 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:25:36,317 DEBUG [M:0;f4bc09594422:34505 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:25:36,317 INFO [M:0;f4bc09594422:34505 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:36,317 DEBUG [M:0;f4bc09594422:34505 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:36,317 DEBUG [M:0;f4bc09594422:34505 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:25:36,317 DEBUG [M:0;f4bc09594422:34505 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:36,317 INFO [M:0;f4bc09594422:34505 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-05T12:25:36,331 DEBUG [M:0;f4bc09594422:34505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/284ab9b397b74fa38d5727ecf2a7371a is 82, key is hbase:meta,,1/info:regioninfo/1733401524674/Put/seqid=0 2024-12-05T12:25:36,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33153 is added to blk_1073741844_1020 (size=5672) 2024-12-05T12:25:36,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40609-0x100aa661e440007, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:36,401 INFO [RS:0;f4bc09594422:40609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:25:36,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40609-0x100aa661e440007, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:36,401 INFO [RS:0;f4bc09594422:40609 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,40609,1733401523412; zookeeper connection closed. 2024-12-05T12:25:36,401 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33b1df51 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33b1df51 2024-12-05T12:25:36,401 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:25:36,735 INFO [M:0;f4bc09594422:34505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/284ab9b397b74fa38d5727ecf2a7371a 2024-12-05T12:25:36,753 DEBUG [M:0;f4bc09594422:34505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5db70c13f634720a6b1823a85aa2f54 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733401529583/Put/seqid=0 2024-12-05T12:25:36,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33153 is added to blk_1073741845_1021 (size=6587) 2024-12-05T12:25:36,831 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 393, reset compression=false 2024-12-05T12:25:36,937 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 393, reset compression=false 2024-12-05T12:25:37,157 INFO [M:0;f4bc09594422:34505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5db70c13f634720a6b1823a85aa2f54 2024-12-05T12:25:37,180 DEBUG [M:0;f4bc09594422:34505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46eb84358fa04efca944d8ca969c84e7 is 69, key is f4bc09594422,40609,1733401523412/rs:state/1733401523806/Put/seqid=0 2024-12-05T12:25:37,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33153 is added to blk_1073741846_1022 (size=5156) 2024-12-05T12:25:37,184 INFO [M:0;f4bc09594422:34505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46eb84358fa04efca944d8ca969c84e7 2024-12-05T12:25:37,192 DEBUG [M:0;f4bc09594422:34505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/284ab9b397b74fa38d5727ecf2a7371a as hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/284ab9b397b74fa38d5727ecf2a7371a 2024-12-05T12:25:37,195 INFO [M:0;f4bc09594422:34505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/284ab9b397b74fa38d5727ecf2a7371a, entries=8, sequenceid=55, filesize=5.5 K 2024-12-05T12:25:37,195 DEBUG [M:0;f4bc09594422:34505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5db70c13f634720a6b1823a85aa2f54 as hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5db70c13f634720a6b1823a85aa2f54 2024-12-05T12:25:37,198 INFO [M:0;f4bc09594422:34505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5db70c13f634720a6b1823a85aa2f54, entries=6, sequenceid=55, filesize=6.4 K 2024-12-05T12:25:37,199 DEBUG [M:0;f4bc09594422:34505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46eb84358fa04efca944d8ca969c84e7 as hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46eb84358fa04efca944d8ca969c84e7 2024-12-05T12:25:37,202 INFO [M:0;f4bc09594422:34505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46eb84358fa04efca944d8ca969c84e7, entries=1, sequenceid=55, filesize=5.0 K 2024-12-05T12:25:37,203 INFO [M:0;f4bc09594422:34505 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=55, compaction requested=false 2024-12-05T12:25:37,204 INFO [M:0;f4bc09594422:34505 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:37,204 DEBUG [M:0;f4bc09594422:34505 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401536316Disabling compacts and flushes for region at 1733401536316Disabling writes for close at 1733401536317 (+1 ms)Obtaining lock to block concurrent updates at 1733401536317Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401536317Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733401536317Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401536317Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401536317Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401536331 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401536331Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401536739 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401536752 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401536753 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401537160 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401537180 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401537180Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b345360: reopening flushed file at 1733401537187 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1af94e1a: reopening flushed file at 1733401537195 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ade9ede: reopening flushed file at 1733401537198 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=55, compaction requested=false at 1733401537203 (+5 ms)Writing region close event to WAL at 1733401537204 (+1 ms)Closed at 1733401537204 2024-12-05T12:25:37,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33153 is added to blk_1073741830_1006 (size=32782) 2024-12-05T12:25:37,206 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8c0d95be-76ca-f476-f09b-93d3d3d21590/MasterData/WALs/f4bc09594422,34505,1733401523358/f4bc09594422%2C34505%2C1733401523358.1733401523607 not finished, retry = 0 2024-12-05T12:25:37,308 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:25:37,308 INFO [M:0;f4bc09594422:34505 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:25:37,308 INFO [M:0;f4bc09594422:34505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34505 2024-12-05T12:25:37,317 INFO [M:0;f4bc09594422:34505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:25:37,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:37,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34505-0x100aa661e440006, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:37,419 INFO [M:0;f4bc09594422:34505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:25:37,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e70770{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:25:37,424 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@541668b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:25:37,424 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:25:37,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1626058e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:25:37,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44146589{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/hadoop.log.dir/,STOPPED} 2024-12-05T12:25:37,426 WARN [BP-1000343506-172.17.0.3-1733401521866 heartbeating to localhost/127.0.0.1:35281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:25:37,426 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:25:37,426 WARN [BP-1000343506-172.17.0.3-1733401521866 heartbeating to localhost/127.0.0.1:35281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1000343506-172.17.0.3-1733401521866 (Datanode Uuid eeda22c1-a293-40a7-9a17-675d87d0cae5) service to localhost/127.0.0.1:35281 2024-12-05T12:25:37,426 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:25:37,427 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/cluster_2babecac-2378-021e-6d9f-ec8dbf0b9377/data/data1/current/BP-1000343506-172.17.0.3-1733401521866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:25:37,427 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/cluster_2babecac-2378-021e-6d9f-ec8dbf0b9377/data/data2/current/BP-1000343506-172.17.0.3-1733401521866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:25:37,428 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:25:37,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39ecff37{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:25:37,435 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d738686{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:25:37,435 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:25:37,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9dbf046{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:25:37,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71905a01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00d13886-a89f-2cd1-75ec-d28347474bf6/hadoop.log.dir/,STOPPED} 2024-12-05T12:25:37,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:25:37,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:25:37,449 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:37,449 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:37,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:37,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:37,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:37,449 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:25:37,449 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1113810762, stopped=false 2024-12-05T12:25:37,449 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,35775,1733401519983 2024-12-05T12:25:37,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1401499352/running 2024-12-05T12:25:37,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401499352 2024-12-05T12:25:37,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44205-0x100aa661e440004, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1401499352/running 2024-12-05T12:25:37,451 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:25:37,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44205-0x100aa661e440004, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401499352 2024-12-05T12:25:37,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:37,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:37,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:37,452 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,44205,1733401520035' ***** 2024-12-05T12:25:37,452 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:25:37,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Set watcher on znode that does not yet exist, /1401499352/running 2024-12-05T12:25:37,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44205-0x100aa661e440004, quorum=127.0.0.1:62553, baseZNode=/1401499352 Set watcher on znode that does not yet exist, /1401499352/running 2024-12-05T12:25:37,452 INFO [RS:0;f4bc09594422:44205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:25:37,452 INFO [RS:0;f4bc09594422:44205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:25:37,452 INFO [RS:0;f4bc09594422:44205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:25:37,452 INFO [RS:0;f4bc09594422:44205 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a7458266e2b85885cec9cfd2992620a 2024-12-05T12:25:37,453 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:25:37,453 INFO [RS:0;f4bc09594422:44205 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,44205,1733401520035 2024-12-05T12:25:37,453 INFO [RS:0;f4bc09594422:44205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:25:37,453 INFO [RS:0;f4bc09594422:44205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:44205. 2024-12-05T12:25:37,453 DEBUG [RS:0;f4bc09594422:44205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:37,453 DEBUG [RS:0;f4bc09594422:44205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:37,453 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a7458266e2b85885cec9cfd2992620a, disabling compactions & flushes 2024-12-05T12:25:37,453 INFO [RS:0;f4bc09594422:44205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:25:37,453 INFO [RS:0;f4bc09594422:44205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:25:37,453 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401526947.2a7458266e2b85885cec9cfd2992620a. 2024-12-05T12:25:37,453 INFO [RS:0;f4bc09594422:44205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:25:37,453 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401526947.2a7458266e2b85885cec9cfd2992620a. 2024-12-05T12:25:37,453 INFO [RS:0;f4bc09594422:44205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:25:37,453 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401526947.2a7458266e2b85885cec9cfd2992620a. after waiting 0 ms 2024-12-05T12:25:37,453 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401526947.2a7458266e2b85885cec9cfd2992620a. 2024-12-05T12:25:37,453 INFO [RS:0;f4bc09594422:44205 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:25:37,453 DEBUG [RS:0;f4bc09594422:44205 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2a7458266e2b85885cec9cfd2992620a=test,,1733401526947.2a7458266e2b85885cec9cfd2992620a.} 2024-12-05T12:25:37,453 DEBUG [RS:0;f4bc09594422:44205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a7458266e2b85885cec9cfd2992620a 2024-12-05T12:25:37,453 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:25:37,453 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:25:37,453 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:25:37,453 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:25:37,453 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:25:37,454 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T12:25:37,457 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/default/test/2a7458266e2b85885cec9cfd2992620a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T12:25:37,457 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:37,457 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:25:37,457 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401526947.2a7458266e2b85885cec9cfd2992620a. 2024-12-05T12:25:37,458 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a7458266e2b85885cec9cfd2992620a: Waiting for close lock at 1733401537453Running coprocessor pre-close hooks at 1733401537453Disabling compacts and flushes for region at 1733401537453Disabling writes for close at 1733401537453Writing region close event to WAL at 1733401537454 (+1 ms)Running coprocessor post-close hooks at 1733401537457 (+3 ms)Closed at 1733401537457 2024-12-05T12:25:37,458 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401526947.2a7458266e2b85885cec9cfd2992620a. 2024-12-05T12:25:37,494 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740/.tmp/info/47183ab2be9d4d7986f85c11e54e6b80 is 129, key is test,,1733401526947.2a7458266e2b85885cec9cfd2992620a./info:regioninfo/1733401528153/Put/seqid=0 2024-12-05T12:25:37,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741841_1017 (size=6421) 2024-12-05T12:25:37,499 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740/.tmp/info/47183ab2be9d4d7986f85c11e54e6b80 2024-12-05T12:25:37,524 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740/.tmp/ns/25fc56252f4d4ad9b29096f66484691f is 43, key is default/ns:d/1733401521731/Put/seqid=0 2024-12-05T12:25:37,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741842_1018 (size=5153) 2024-12-05T12:25:37,534 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740/.tmp/ns/25fc56252f4d4ad9b29096f66484691f 2024-12-05T12:25:37,539 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:25:37,558 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740/.tmp/rep_barrier/919e581225f34896857ef4cf8b47ac64 is 112, key is test,,1733401526947.2a7458266e2b85885cec9cfd2992620a./rep_barrier:seqnumDuringOpen/1733401528153/Put/seqid=0 2024-12-05T12:25:37,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741843_1019 (size=5518) 2024-12-05T12:25:37,609 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740/.tmp/rep_barrier/919e581225f34896857ef4cf8b47ac64 2024-12-05T12:25:37,635 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 393, reset compression=false 2024-12-05T12:25:37,655 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740/.tmp/table/628e20810fd6437a90a38c2fb16c9eef is 40, key is test/table:state/1733401528163/Put/seqid=0 2024-12-05T12:25:37,660 DEBUG [RS:0;f4bc09594422:44205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:25:37,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741844_1020 (size=5165) 2024-12-05T12:25:37,668 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740/.tmp/table/628e20810fd6437a90a38c2fb16c9eef 2024-12-05T12:25:37,676 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740/.tmp/info/47183ab2be9d4d7986f85c11e54e6b80 as hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740/info/47183ab2be9d4d7986f85c11e54e6b80 2024-12-05T12:25:37,688 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740/info/47183ab2be9d4d7986f85c11e54e6b80, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T12:25:37,689 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740/.tmp/ns/25fc56252f4d4ad9b29096f66484691f as hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740/ns/25fc56252f4d4ad9b29096f66484691f 2024-12-05T12:25:37,700 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740/ns/25fc56252f4d4ad9b29096f66484691f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T12:25:37,701 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740/.tmp/rep_barrier/919e581225f34896857ef4cf8b47ac64 as hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740/rep_barrier/919e581225f34896857ef4cf8b47ac64 2024-12-05T12:25:37,707 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740/rep_barrier/919e581225f34896857ef4cf8b47ac64, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T12:25:37,708 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740/.tmp/table/628e20810fd6437a90a38c2fb16c9eef as hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740/table/628e20810fd6437a90a38c2fb16c9eef 2024-12-05T12:25:37,713 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740/table/628e20810fd6437a90a38c2fb16c9eef, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T12:25:37,715 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 261ms, sequenceid=11, compaction requested=false 2024-12-05T12:25:37,715 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:25:37,740 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 393, reset compression=false 2024-12-05T12:25:37,789 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T12:25:37,789 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:37,789 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:25:37,790 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:37,790 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401537453Running coprocessor pre-close hooks at 1733401537453Disabling compacts and flushes for region at 1733401537453Disabling writes for close at 1733401537453Obtaining lock to block concurrent updates at 1733401537454 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733401537454Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733401537454Flushing stores of hbase:meta,,1.1588230740 at 1733401537454Flushing 1588230740/info: creating writer at 1733401537454Flushing 1588230740/info: appending metadata at 1733401537493 (+39 ms)Flushing 1588230740/info: closing flushed file at 1733401537494 (+1 ms)Flushing 1588230740/ns: creating writer at 1733401537504 (+10 ms)Flushing 1588230740/ns: appending metadata at 1733401537524 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733401537524Flushing 1588230740/rep_barrier: creating writer at 1733401537538 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401537558 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401537558Flushing 1588230740/table: creating writer at 1733401537621 (+63 ms)Flushing 1588230740/table: appending metadata at 1733401537655 (+34 ms)Flushing 1588230740/table: closing flushed file at 1733401537655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74ee0edf: reopening flushed file at 1733401537675 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68b78911: reopening flushed file at 1733401537688 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43cb7ed5: reopening flushed file at 1733401537700 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a13e60a: reopening flushed file at 1733401537707 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 261ms, sequenceid=11, compaction requested=false at 1733401537715 (+8 ms)Writing region close event to WAL at 1733401537752 (+37 ms)Running coprocessor post-close hooks at 1733401537789 (+37 ms)Closed at 1733401537790 (+1 ms) 2024-12-05T12:25:37,790 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:37,861 INFO [RS:0;f4bc09594422:44205 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,44205,1733401520035; all regions closed. 2024-12-05T12:25:37,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741834_1010 (size=2717) 2024-12-05T12:25:37,865 DEBUG [RS:0;f4bc09594422:44205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/oldWALs 2024-12-05T12:25:37,865 INFO [RS:0;f4bc09594422:44205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C44205%2C1733401520035.meta:.meta(num 1733401521627) 2024-12-05T12:25:37,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741832_1008 (size=1374) 2024-12-05T12:25:37,869 DEBUG [RS:0;f4bc09594422:44205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/oldWALs 2024-12-05T12:25:37,869 INFO [RS:0;f4bc09594422:44205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C44205%2C1733401520035:(num 1733401521101) 2024-12-05T12:25:37,869 DEBUG [RS:0;f4bc09594422:44205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:37,869 INFO [RS:0;f4bc09594422:44205 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:25:37,869 INFO [RS:0;f4bc09594422:44205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:25:37,869 INFO [RS:0;f4bc09594422:44205 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T12:25:37,870 INFO [RS:0;f4bc09594422:44205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:25:37,870 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:25:37,870 INFO [RS:0;f4bc09594422:44205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:44205. 2024-12-05T12:25:37,870 DEBUG [RS:0;f4bc09594422:44205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:37,870 DEBUG [RS:0;f4bc09594422:44205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:37,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:37,871 DEBUG [RS:0;f4bc09594422:44205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:37,871 INFO [RS:0;f4bc09594422:44205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44205 2024-12-05T12:25:37,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401499352/rs 2024-12-05T12:25:37,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44205-0x100aa661e440004, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1401499352/rs/f4bc09594422,44205,1733401520035 2024-12-05T12:25:37,874 INFO [RS:0;f4bc09594422:44205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:25:37,874 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,44205,1733401520035] 2024-12-05T12:25:37,876 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1401499352/draining/f4bc09594422,44205,1733401520035 already deleted, retry=false 2024-12-05T12:25:37,876 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,44205,1733401520035 expired; onlineServers=0 2024-12-05T12:25:37,876 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,35775,1733401519983' ***** 2024-12-05T12:25:37,876 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:25:37,876 INFO [M:0;f4bc09594422:35775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:25:37,877 INFO [M:0;f4bc09594422:35775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:25:37,877 DEBUG [M:0;f4bc09594422:35775 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:25:37,877 DEBUG [M:0;f4bc09594422:35775 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:25:37,877 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:25:37,877 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401520848 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401520848,5,FailOnTimeoutGroup] 2024-12-05T12:25:37,877 INFO [M:0;f4bc09594422:35775 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:25:37,877 INFO [M:0;f4bc09594422:35775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:25:37,877 DEBUG [M:0;f4bc09594422:35775 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:25:37,877 INFO [M:0;f4bc09594422:35775 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:25:37,877 INFO [M:0;f4bc09594422:35775 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:25:37,877 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401520851 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401520851,5,FailOnTimeoutGroup] 2024-12-05T12:25:37,877 INFO [M:0;f4bc09594422:35775 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:25:37,877 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:25:37,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1401499352/master 2024-12-05T12:25:37,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401499352 2024-12-05T12:25:37,881 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1401499352/master already deleted, retry=false 2024-12-05T12:25:37,881 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Failed delete of our master address node; KeeperErrorCode = NoNode for /1401499352/master 2024-12-05T12:25:37,885 INFO [M:0;f4bc09594422:35775 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/.lastflushedseqids 2024-12-05T12:25:37,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741845_1021 (size=173) 2024-12-05T12:25:37,898 INFO [M:0;f4bc09594422:35775 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:25:37,898 INFO [M:0;f4bc09594422:35775 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:25:37,899 DEBUG [M:0;f4bc09594422:35775 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:25:37,899 INFO [M:0;f4bc09594422:35775 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:37,899 DEBUG [M:0;f4bc09594422:35775 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:37,899 DEBUG [M:0;f4bc09594422:35775 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:25:37,899 DEBUG [M:0;f4bc09594422:35775 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:37,899 INFO [M:0;f4bc09594422:35775 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-05T12:25:37,919 DEBUG [M:0;f4bc09594422:35775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9bf363c961904f378ced3066f2870a39 is 82, key is hbase:meta,,1/info:regioninfo/1733401521715/Put/seqid=0 2024-12-05T12:25:37,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741846_1022 (size=5672) 2024-12-05T12:25:37,931 INFO [M:0;f4bc09594422:35775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9bf363c961904f378ced3066f2870a39 2024-12-05T12:25:37,956 DEBUG [M:0;f4bc09594422:35775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b35e819ba698457f96cf32d837169b0f is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733401528167/Put/seqid=0 2024-12-05T12:25:37,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44205-0x100aa661e440004, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:37,976 INFO [RS:0;f4bc09594422:44205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:25:37,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44205-0x100aa661e440004, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:37,976 INFO [RS:0;f4bc09594422:44205 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,44205,1733401520035; zookeeper connection closed. 2024-12-05T12:25:37,980 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a4fd881 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a4fd881 2024-12-05T12:25:37,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741847_1023 (size=6587) 2024-12-05T12:25:37,981 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:25:37,982 INFO [M:0;f4bc09594422:35775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b35e819ba698457f96cf32d837169b0f 2024-12-05T12:25:38,014 DEBUG [M:0;f4bc09594422:35775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/196c74a71cf4469397837e626f68593b is 69, key is f4bc09594422,44205,1733401520035/rs:state/1733401520859/Put/seqid=0 2024-12-05T12:25:38,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741848_1024 (size=5156) 2024-12-05T12:25:38,428 INFO [M:0;f4bc09594422:35775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/196c74a71cf4469397837e626f68593b 2024-12-05T12:25:38,433 DEBUG [M:0;f4bc09594422:35775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9bf363c961904f378ced3066f2870a39 as hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9bf363c961904f378ced3066f2870a39 2024-12-05T12:25:38,437 INFO [M:0;f4bc09594422:35775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9bf363c961904f378ced3066f2870a39, entries=8, sequenceid=55, filesize=5.5 K 2024-12-05T12:25:38,437 DEBUG [M:0;f4bc09594422:35775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b35e819ba698457f96cf32d837169b0f as hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b35e819ba698457f96cf32d837169b0f 2024-12-05T12:25:38,441 INFO [M:0;f4bc09594422:35775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b35e819ba698457f96cf32d837169b0f, entries=6, sequenceid=55, filesize=6.4 K 2024-12-05T12:25:38,441 DEBUG [M:0;f4bc09594422:35775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/196c74a71cf4469397837e626f68593b as hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/196c74a71cf4469397837e626f68593b 2024-12-05T12:25:38,444 INFO [M:0;f4bc09594422:35775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42905/user/jenkins/test-data/02c61df3-0718-2858-7a6d-f903582b411e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/196c74a71cf4469397837e626f68593b, entries=1, sequenceid=55, filesize=5.0 K 2024-12-05T12:25:38,445 INFO [M:0;f4bc09594422:35775 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 546ms, sequenceid=55, compaction requested=false 2024-12-05T12:25:38,446 INFO [M:0;f4bc09594422:35775 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:38,446 DEBUG [M:0;f4bc09594422:35775 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401537898Disabling compacts and flushes for region at 1733401537898Disabling writes for close at 1733401537899 (+1 ms)Obtaining lock to block concurrent updates at 1733401537899Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401537899Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733401537899Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401537900 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401537900Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401537918 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401537918Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401537937 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401537956 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401537956Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401537991 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401538013 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401538013Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b404f9f: reopening flushed file at 1733401538432 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@310eae25: reopening flushed file at 1733401538437 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1547cdbb: reopening flushed file at 1733401538441 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 546ms, sequenceid=55, compaction requested=false at 1733401538445 (+4 ms)Writing region close event to WAL at 1733401538446 (+1 ms)Closed at 1733401538446 2024-12-05T12:25:38,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37129 is added to blk_1073741830_1006 (size=32782) 2024-12-05T12:25:38,449 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:25:38,449 INFO [M:0;f4bc09594422:35775 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:25:38,449 INFO [M:0;f4bc09594422:35775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35775 2024-12-05T12:25:38,449 INFO [M:0;f4bc09594422:35775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:25:38,546 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 393, reset compression=false 2024-12-05T12:25:38,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:38,554 INFO [M:0;f4bc09594422:35775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:25:38,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35775-0x100aa661e440003, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:38,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25afed3f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:25:38,557 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ae1ab61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:25:38,557 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:25:38,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@594247a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:25:38,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cab831f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/hadoop.log.dir/,STOPPED} 2024-12-05T12:25:38,558 WARN [BP-81829556-172.17.0.3-1733401518843 heartbeating to localhost/127.0.0.1:42905 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:25:38,558 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:25:38,558 WARN [BP-81829556-172.17.0.3-1733401518843 heartbeating to localhost/127.0.0.1:42905 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-81829556-172.17.0.3-1733401518843 (Datanode Uuid 0ba45047-a8c5-4ea9-be48-c1b4711be048) service to localhost/127.0.0.1:42905 2024-12-05T12:25:38,558 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:25:38,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/cluster_07a394cd-a55d-7b93-ff07-486a29be0c80/data/data1/current/BP-81829556-172.17.0.3-1733401518843 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:25:38,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/cluster_07a394cd-a55d-7b93-ff07-486a29be0c80/data/data2/current/BP-81829556-172.17.0.3-1733401518843 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:25:38,559 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:25:38,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23893c21{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:25:38,568 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b921a09{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:25:38,568 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:25:38,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32f67cf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:25:38,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35c8032c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b95912ee-2e33-542e-e58c-25b9a1efbf7a/hadoop.log.dir/,STOPPED} 2024-12-05T12:25:38,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:25:38,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:25:38,586 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:38,586 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:38,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:38,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:38,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:38,586 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:25:38,586 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1037936564, stopped=false 2024-12-05T12:25:38,586 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,45841,1733401516110 2024-12-05T12:25:38,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2146801309/running 2024-12-05T12:25:38,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309 2024-12-05T12:25:38,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x100aa661e440001, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2146801309/running 2024-12-05T12:25:38,588 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:25:38,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x100aa661e440001, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309 2024-12-05T12:25:38,589 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:25:38,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:38,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:38,589 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,45411,1733401516171' ***** 2024-12-05T12:25:38,589 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:25:38,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45411-0x100aa661e440001, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Set watcher on znode that does not yet exist, /0-2146801309/running 2024-12-05T12:25:38,590 INFO [RS:0;f4bc09594422:45411 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:25:38,590 INFO [RS:0;f4bc09594422:45411 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:25:38,590 INFO [RS:0;f4bc09594422:45411 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:25:38,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Set watcher on znode that does not yet exist, /0-2146801309/running 2024-12-05T12:25:38,590 INFO [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(3091): Received CLOSE for d0725f7e5a7345aa2dc730ec461bf314 2024-12-05T12:25:38,590 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:25:38,590 INFO [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(3091): Received CLOSE for 6310c92c4f4d2e35710d34ba45c50a07 2024-12-05T12:25:38,590 INFO [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,45411,1733401516171 2024-12-05T12:25:38,590 INFO [RS:0;f4bc09594422:45411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:25:38,590 INFO [RS:0;f4bc09594422:45411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:45411. 2024-12-05T12:25:38,590 DEBUG [RS:0;f4bc09594422:45411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:38,590 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0725f7e5a7345aa2dc730ec461bf314, disabling compactions & flushes 2024-12-05T12:25:38,590 DEBUG [RS:0;f4bc09594422:45411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:38,590 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314. 2024-12-05T12:25:38,590 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314. 2024-12-05T12:25:38,590 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314. after waiting 0 ms 2024-12-05T12:25:38,590 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314. 2024-12-05T12:25:38,590 INFO [RS:0;f4bc09594422:45411 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:25:38,590 INFO [RS:0;f4bc09594422:45411 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:25:38,590 INFO [RS:0;f4bc09594422:45411 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:25:38,590 INFO [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:25:38,591 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d0725f7e5a7345aa2dc730ec461bf314 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-05T12:25:38,591 INFO [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T12:25:38,591 DEBUG [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(1325): Online Regions={d0725f7e5a7345aa2dc730ec461bf314=hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314., 1588230740=hbase:meta,,1.1588230740, 6310c92c4f4d2e35710d34ba45c50a07=test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07.} 2024-12-05T12:25:38,591 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:25:38,591 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:25:38,591 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:25:38,591 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:25:38,591 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:25:38,591 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T12:25:38,591 DEBUG [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6310c92c4f4d2e35710d34ba45c50a07, d0725f7e5a7345aa2dc730ec461bf314 2024-12-05T12:25:38,612 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740/.tmp/info/f1285f9986d24643b74a535cee9a89c9 is 147, key is hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314./info:regioninfo/1733401530247/Put/seqid=0 2024-12-05T12:25:38,617 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/replication/d0725f7e5a7345aa2dc730ec461bf314/.tmp/hfileref/0c564ec05c304adaafecb04ad93dbd12 is 74, key is 1/hfileref:0fc55df7db5048e6aec7ec270709d739_SeqId_6_/1733401535061/DeleteColumn/seqid=0 2024-12-05T12:25:38,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741847_1023 (size=7686) 2024-12-05T12:25:38,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741848_1024 (size=5489) 2024-12-05T12:25:38,673 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 393, reset compression=false 2024-12-05T12:25:38,688 INFO [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:25:38,692 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:25:38,693 INFO [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:25:38,791 DEBUG [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6310c92c4f4d2e35710d34ba45c50a07, d0725f7e5a7345aa2dc730ec461bf314 2024-12-05T12:25:38,992 DEBUG [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6310c92c4f4d2e35710d34ba45c50a07, d0725f7e5a7345aa2dc730ec461bf314 2024-12-05T12:25:39,021 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740/.tmp/info/f1285f9986d24643b74a535cee9a89c9 2024-12-05T12:25:39,034 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/replication/d0725f7e5a7345aa2dc730ec461bf314/.tmp/hfileref/0c564ec05c304adaafecb04ad93dbd12 2024-12-05T12:25:39,051 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740/.tmp/ns/2d1d07eb687c47afa8fe2667dc76f1a8 is 43, key is default/ns:d/1733401518713/Put/seqid=0 2024-12-05T12:25:39,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741849_1025 (size=5153) 2024-12-05T12:25:39,061 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/replication/d0725f7e5a7345aa2dc730ec461bf314/.tmp/queue/eebd9164e6e14413bbe441ec17d6639a is 153, key is 1-f4bc09594422,45411,1733401516171/queue:f4bc09594422%2C45411%2C1733401516171/1733401535063/Put/seqid=0 2024-12-05T12:25:39,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741850_1026 (size=5504) 2024-12-05T12:25:39,192 DEBUG [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6310c92c4f4d2e35710d34ba45c50a07, d0725f7e5a7345aa2dc730ec461bf314 2024-12-05T12:25:39,392 DEBUG [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6310c92c4f4d2e35710d34ba45c50a07, d0725f7e5a7345aa2dc730ec461bf314 2024-12-05T12:25:39,458 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740/.tmp/ns/2d1d07eb687c47afa8fe2667dc76f1a8 2024-12-05T12:25:39,464 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/replication/d0725f7e5a7345aa2dc730ec461bf314/.tmp/queue/eebd9164e6e14413bbe441ec17d6639a 2024-12-05T12:25:39,468 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/replication/d0725f7e5a7345aa2dc730ec461bf314/.tmp/hfileref/0c564ec05c304adaafecb04ad93dbd12 as hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/replication/d0725f7e5a7345aa2dc730ec461bf314/hfileref/0c564ec05c304adaafecb04ad93dbd12 2024-12-05T12:25:39,471 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/replication/d0725f7e5a7345aa2dc730ec461bf314/hfileref/0c564ec05c304adaafecb04ad93dbd12, entries=6, sequenceid=17, filesize=5.4 K 2024-12-05T12:25:39,472 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/replication/d0725f7e5a7345aa2dc730ec461bf314/.tmp/queue/eebd9164e6e14413bbe441ec17d6639a as hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/replication/d0725f7e5a7345aa2dc730ec461bf314/queue/eebd9164e6e14413bbe441ec17d6639a 2024-12-05T12:25:39,475 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/replication/d0725f7e5a7345aa2dc730ec461bf314/queue/eebd9164e6e14413bbe441ec17d6639a, entries=2, sequenceid=17, filesize=5.4 K 2024-12-05T12:25:39,476 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for d0725f7e5a7345aa2dc730ec461bf314 in 886ms, sequenceid=17, compaction requested=false 2024-12-05T12:25:39,482 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740/.tmp/rep_barrier/a4d879ed73e449e1a9fbae388e9ce93e is 112, key is test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07./rep_barrier:seqnumDuringOpen/1733401525987/Put/seqid=0 2024-12-05T12:25:39,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741851_1027 (size=5518) 2024-12-05T12:25:39,491 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/replication/d0725f7e5a7345aa2dc730ec461bf314/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-05T12:25:39,491 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:39,491 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:25:39,491 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314. 2024-12-05T12:25:39,491 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0725f7e5a7345aa2dc730ec461bf314: Waiting for close lock at 1733401538590Running coprocessor pre-close hooks at 1733401538590Disabling compacts and flushes for region at 1733401538590Disabling writes for close at 1733401538590Obtaining lock to block concurrent updates at 1733401538591 (+1 ms)Preparing flush snapshotting stores in d0725f7e5a7345aa2dc730ec461bf314 at 1733401538591Finished memstore snapshotting hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733401538591Flushing stores of hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314. at 1733401538593 (+2 ms)Flushing d0725f7e5a7345aa2dc730ec461bf314/hfileref: creating writer at 1733401538593Flushing d0725f7e5a7345aa2dc730ec461bf314/hfileref: appending metadata at 1733401538617 (+24 ms)Flushing d0725f7e5a7345aa2dc730ec461bf314/hfileref: closing flushed file at 1733401538617Flushing d0725f7e5a7345aa2dc730ec461bf314/queue: creating writer at 1733401539037 (+420 ms)Flushing d0725f7e5a7345aa2dc730ec461bf314/queue: appending metadata at 1733401539060 (+23 ms)Flushing d0725f7e5a7345aa2dc730ec461bf314/queue: closing flushed file at 1733401539060Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30f6eb: reopening flushed file at 1733401539467 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@321d4ba3: reopening flushed file at 1733401539471 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for d0725f7e5a7345aa2dc730ec461bf314 in 886ms, sequenceid=17, compaction requested=false at 1733401539476 (+5 ms)Writing region close event to WAL at 1733401539482 (+6 ms)Running coprocessor post-close hooks at 1733401539491 (+9 ms)Closed at 1733401539491 2024-12-05T12:25:39,491 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733401529760.d0725f7e5a7345aa2dc730ec461bf314. 2024-12-05T12:25:39,492 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6310c92c4f4d2e35710d34ba45c50a07, disabling compactions & flushes 2024-12-05T12:25:39,492 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07. 2024-12-05T12:25:39,492 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07. 2024-12-05T12:25:39,492 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07. after waiting 0 ms 2024-12-05T12:25:39,492 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07. 2024-12-05T12:25:39,497 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/default/test/6310c92c4f4d2e35710d34ba45c50a07/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T12:25:39,497 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:39,497 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T12:25:39,497 INFO [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07. 2024-12-05T12:25:39,497 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6310c92c4f4d2e35710d34ba45c50a07: Waiting for close lock at 1733401539491Running coprocessor pre-close hooks at 1733401539491Disabling compacts and flushes for region at 1733401539492 (+1 ms)Disabling writes for close at 1733401539492Writing region close event to WAL at 1733401539495 (+3 ms)Running coprocessor post-close hooks at 1733401539497 (+2 ms)Closed at 1733401539497 2024-12-05T12:25:39,498 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733401524792.6310c92c4f4d2e35710d34ba45c50a07. 2024-12-05T12:25:39,549 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 393, reset compression=false 2024-12-05T12:25:39,554 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:39,554 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 688, reset compression=false 2024-12-05T12:25:39,554 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-f4bc09594422,45411,1733401516171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:25:39,555 ERROR [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f4bc09594422,45411,1733401516171: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-f4bc09594422,45411,1733401516171, walGroup=f4bc09594422%2C45411%2C1733401516171, offset=f4bc09594422%2C45411%2C1733401516171.1733401532422:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:45411 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T12:25:39,556 ERROR [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T12:25:39,557 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T12:25:39,557 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T12:25:39,557 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T12:25:39,557 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T12:25:39,557 INFO [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1530920960, "init": 1048576000, "max": 2306867200, "used": 914682104 }, "NonHeapMemoryUsage": { "committed": 211419136, "init": 7667712, "max": -1, "used": 208253192 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T12:25:39,558 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:45841 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:45841 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T12:25:39,592 INFO [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:25:39,592 DEBUG [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T12:25:39,592 DEBUG [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:25:39,678 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 393, reset compression=false 2024-12-05T12:25:39,682 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T12:25:39,682 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 688, reset compression=false 2024-12-05T12:25:39,682 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f4bc09594422,45411,1733401516171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T12:25:39,682 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-05T12:25:39,757 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 688, reset compression=false 2024-12-05T12:25:39,792 DEBUG [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:25:39,885 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 688, reset compression=false 2024-12-05T12:25:39,886 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740/.tmp/rep_barrier/a4d879ed73e449e1a9fbae388e9ce93e 2024-12-05T12:25:39,911 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740/.tmp/table/486d019c70704da9b17ab5866f4391fd is 53, key is hbase:replication/table:state/1733401530270/Put/seqid=0 2024-12-05T12:25:39,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741852_1028 (size=5308) 2024-12-05T12:25:39,993 DEBUG [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:25:40,060 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 688, reset compression=false 2024-12-05T12:25:40,188 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 688, reset compression=false 2024-12-05T12:25:40,193 DEBUG [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T12:25:40,314 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740/.tmp/table/486d019c70704da9b17ab5866f4391fd 2024-12-05T12:25:40,319 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740/.tmp/info/f1285f9986d24643b74a535cee9a89c9 as hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740/info/f1285f9986d24643b74a535cee9a89c9 2024-12-05T12:25:40,324 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740/info/f1285f9986d24643b74a535cee9a89c9, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T12:25:40,325 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740/.tmp/ns/2d1d07eb687c47afa8fe2667dc76f1a8 as hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740/ns/2d1d07eb687c47afa8fe2667dc76f1a8 2024-12-05T12:25:40,329 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740/ns/2d1d07eb687c47afa8fe2667dc76f1a8, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T12:25:40,329 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740/.tmp/rep_barrier/a4d879ed73e449e1a9fbae388e9ce93e as hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740/rep_barrier/a4d879ed73e449e1a9fbae388e9ce93e 2024-12-05T12:25:40,333 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740/rep_barrier/a4d879ed73e449e1a9fbae388e9ce93e, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T12:25:40,333 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740/.tmp/table/486d019c70704da9b17ab5866f4391fd as hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740/table/486d019c70704da9b17ab5866f4391fd 2024-12-05T12:25:40,337 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740/table/486d019c70704da9b17ab5866f4391fd, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T12:25:40,338 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1747ms, sequenceid=16, compaction requested=false 2024-12-05T12:25:40,338 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:25:40,357 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T12:25:40,358 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T12:25:40,358 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:25:40,358 INFO [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:40,358 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401538591Running coprocessor pre-close hooks at 1733401538591Disabling compacts and flushes for region at 1733401538591Disabling writes for close at 1733401538591Obtaining lock to block concurrent updates at 1733401538591Preparing flush snapshotting stores in 1588230740 at 1733401538591Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733401538591Flushing stores of hbase:meta,,1.1588230740 at 1733401538592 (+1 ms)Flushing 1588230740/info: creating writer at 1733401538592Flushing 1588230740/info: appending metadata at 1733401538612 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733401538612Flushing 1588230740/ns: creating writer at 1733401539034 (+422 ms)Flushing 1588230740/ns: appending metadata at 1733401539051 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733401539051Flushing 1588230740/rep_barrier: creating writer at 1733401539462 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733401539481 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733401539481Flushing 1588230740/table: creating writer at 1733401539891 (+410 ms)Flushing 1588230740/table: appending metadata at 1733401539910 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733401539910Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37e91f23: reopening flushed file at 1733401540319 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2377612a: reopening flushed file at 1733401540324 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6786aea4: reopening flushed file at 1733401540329 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@466f9b25: reopening flushed file at 1733401540333 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1747ms, sequenceid=16, compaction requested=false at 1733401540338 (+5 ms)Writing region close event to WAL at 1733401540350 (+12 ms)Running coprocessor post-close hooks at 1733401540358 (+8 ms)Closed at 1733401540358 2024-12-05T12:25:40,358 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:40,393 INFO [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,45411,1733401516171; all regions closed. 2024-12-05T12:25:40,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741844_1020 (size=859) 2024-12-05T12:25:40,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741842_1018 (size=2791) 2024-12-05T12:25:40,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741843_1019 (size=696) 2024-12-05T12:25:40,398 DEBUG [RS:0;f4bc09594422:45411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:40,399 INFO [RS:0;f4bc09594422:45411 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:25:40,399 INFO [RS:0;f4bc09594422:45411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:25:40,399 INFO [RS:0;f4bc09594422:45411 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T12:25:40,399 INFO [RS:0;f4bc09594422:45411 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:25:40,399 INFO [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:25:40,400 INFO [RS:0;f4bc09594422:45411 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f4bc09594422,45411,1733401516171 because: Region server is closing 2024-12-05T12:25:40,400 INFO [RS:0;f4bc09594422:45411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:45411. 2024-12-05T12:25:40,400 DEBUG [RS:0;f4bc09594422:45411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:40,400 DEBUG [RS:0;f4bc09594422:45411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:40,400 DEBUG [RS:0;f4bc09594422:45411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:40,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:40,467 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 to pos 688, reset compression=false 2024-12-05T12:25:40,469 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/WALs/f4bc09594422,45411,1733401516171/f4bc09594422%2C45411%2C1733401516171.1733401532422 2024-12-05T12:25:40,469 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-05T12:25:40,469 DEBUG [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-05T12:25:40,500 INFO [RS:0;f4bc09594422:45411 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 terminated 2024-12-05T12:25:40,500 INFO [RS:0;f4bc09594422:45411 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f4bc09594422,45411,1733401516171 because: Region server is closing 2024-12-05T12:25:40,500 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,1-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,1-f4bc09594422,45411,1733401516171 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T12:25:40,501 INFO [RS:0;f4bc09594422:45411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:45411. 2024-12-05T12:25:40,501 DEBUG [RS:0;f4bc09594422:45411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:25:40,501 DEBUG [RS:0;f4bc09594422:45411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:40,501 DEBUG [RS:0;f4bc09594422:45411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:40,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:25:40,601 INFO [RS:0;f4bc09594422:45411 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.shipperf4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 terminated 2024-12-05T12:25:40,601 INFO [RS:0;f4bc09594422:45411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45411 2024-12-05T12:25:40,601 WARN [RS_REFRESH_PEER-regionserver/f4bc09594422:0-0.replicationSource,2-f4bc09594422,45411,1733401516171.replicationSource.wal-reader.f4bc09594422%2C45411%2C1733401516171,2-f4bc09594422,45411,1733401516171 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-12-05T12:25:40,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x100aa661e440001, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2146801309/rs/f4bc09594422,45411,1733401516171 2024-12-05T12:25:40,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309/rs 2024-12-05T12:25:40,603 INFO [RS:0;f4bc09594422:45411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:25:40,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,45411,1733401516171] 2024-12-05T12:25:40,607 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2146801309/draining/f4bc09594422,45411,1733401516171 already deleted, retry=false 2024-12-05T12:25:40,607 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,45411,1733401516171 expired; onlineServers=0 2024-12-05T12:25:40,607 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,45841,1733401516110' ***** 2024-12-05T12:25:40,607 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:25:40,607 INFO [M:0;f4bc09594422:45841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:25:40,607 INFO [M:0;f4bc09594422:45841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:25:40,607 DEBUG [M:0;f4bc09594422:45841 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:25:40,607 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:25:40,607 DEBUG [M:0;f4bc09594422:45841 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:25:40,607 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401517536 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401517536,5,FailOnTimeoutGroup] 2024-12-05T12:25:40,607 INFO [M:0;f4bc09594422:45841 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:25:40,607 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401517536 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401517536,5,FailOnTimeoutGroup] 2024-12-05T12:25:40,607 INFO [M:0;f4bc09594422:45841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:25:40,607 DEBUG [M:0;f4bc09594422:45841 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:25:40,607 INFO [M:0;f4bc09594422:45841 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:25:40,608 INFO [M:0;f4bc09594422:45841 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:25:40,608 INFO [M:0;f4bc09594422:45841 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:25:40,608 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:25:40,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2146801309/master 2024-12-05T12:25:40,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2146801309 2024-12-05T12:25:40,609 DEBUG [M:0;f4bc09594422:45841 {}] zookeeper.ZKUtil(347): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Unable to get data of znode /0-2146801309/master because node does not exist (not an error) 2024-12-05T12:25:40,609 WARN [M:0;f4bc09594422:45841 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:25:40,610 INFO [M:0;f4bc09594422:45841 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/.lastflushedseqids 2024-12-05T12:25:40,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741853_1029 (size=263) 2024-12-05T12:25:40,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x100aa661e440001, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:40,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45411-0x100aa661e440001, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:40,708 INFO [RS:0;f4bc09594422:45411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:25:40,708 INFO [RS:0;f4bc09594422:45411 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,45411,1733401516171; zookeeper connection closed. 2024-12-05T12:25:40,712 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30ca667b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30ca667b 2024-12-05T12:25:40,713 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T12:25:40,752 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:25:41,037 INFO [M:0;f4bc09594422:45841 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:25:41,037 INFO [M:0;f4bc09594422:45841 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:25:41,037 DEBUG [M:0;f4bc09594422:45841 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:25:41,037 INFO [M:0;f4bc09594422:45841 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:41,037 DEBUG [M:0;f4bc09594422:45841 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:41,037 DEBUG [M:0;f4bc09594422:45841 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:25:41,037 DEBUG [M:0;f4bc09594422:45841 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:41,038 INFO [M:0;f4bc09594422:45841 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-12-05T12:25:41,056 DEBUG [M:0;f4bc09594422:45841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3abaa7c79aa64f468435053e0e29281b is 82, key is hbase:meta,,1/info:regioninfo/1733401518704/Put/seqid=0 2024-12-05T12:25:41,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741854_1030 (size=5672) 2024-12-05T12:25:41,188 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T12:25:41,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:41,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:41,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:41,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:41,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:41,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:41,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:41,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:41,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:41,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:41,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:41,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:41,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:41,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:41,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:41,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:41,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T12:25:41,460 INFO [M:0;f4bc09594422:45841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3abaa7c79aa64f468435053e0e29281b 2024-12-05T12:25:41,481 DEBUG [M:0;f4bc09594422:45841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4cfb3037217c4e6699aa88fc9caacb78 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733401530274/Put/seqid=0 2024-12-05T12:25:41,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741855_1031 (size=8909) 2024-12-05T12:25:41,753 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:25:41,754 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:25:41,754 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128926 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f4bc09594422,39333,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4bc09594422:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T12:25:41,889 INFO [M:0;f4bc09594422:45841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4cfb3037217c4e6699aa88fc9caacb78 2024-12-05T12:25:41,939 DEBUG [M:0;f4bc09594422:45841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/779bd33bfc3f47a3b731acf9af3bdfda is 69, key is f4bc09594422,45411,1733401516171/rs:state/1733401517623/Put/seqid=0 2024-12-05T12:25:41,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741856_1032 (size=5156) 2024-12-05T12:25:41,963 INFO [M:0;f4bc09594422:45841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/779bd33bfc3f47a3b731acf9af3bdfda 2024-12-05T12:25:41,970 DEBUG [M:0;f4bc09594422:45841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3abaa7c79aa64f468435053e0e29281b as hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3abaa7c79aa64f468435053e0e29281b 2024-12-05T12:25:41,979 INFO [M:0;f4bc09594422:45841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3abaa7c79aa64f468435053e0e29281b, entries=8, sequenceid=112, filesize=5.5 K 2024-12-05T12:25:41,982 DEBUG [M:0;f4bc09594422:45841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4cfb3037217c4e6699aa88fc9caacb78 as hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4cfb3037217c4e6699aa88fc9caacb78 2024-12-05T12:25:41,986 INFO [M:0;f4bc09594422:45841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4cfb3037217c4e6699aa88fc9caacb78, entries=13, sequenceid=112, filesize=8.7 K 2024-12-05T12:25:41,989 DEBUG [M:0;f4bc09594422:45841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/779bd33bfc3f47a3b731acf9af3bdfda as hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/779bd33bfc3f47a3b731acf9af3bdfda 2024-12-05T12:25:41,993 INFO [M:0;f4bc09594422:45841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39009/user/jenkins/test-data/ebe9292d-08a6-8b61-74c6-c758de71acc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/779bd33bfc3f47a3b731acf9af3bdfda, entries=1, sequenceid=112, filesize=5.0 K 2024-12-05T12:25:41,997 INFO [M:0;f4bc09594422:45841 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 959ms, sequenceid=112, compaction requested=false 2024-12-05T12:25:42,007 INFO [M:0;f4bc09594422:45841 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:42,007 DEBUG [M:0;f4bc09594422:45841 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401541037Disabling compacts and flushes for region at 1733401541037Disabling writes for close at 1733401541037Obtaining lock to block concurrent updates at 1733401541038 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401541038Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1733401541038Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401541038Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401541039 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401541056 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401541056Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401541464 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401541481 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401541481Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401541901 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401541938 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401541938Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7841f412: reopening flushed file at 1733401541968 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42c7c1fc: reopening flushed file at 1733401541979 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d9444e6: reopening flushed file at 1733401541986 (+7 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 959ms, sequenceid=112, compaction requested=false at 1733401541997 (+11 ms)Writing region close event to WAL at 1733401542007 (+10 ms)Closed at 1733401542007 2024-12-05T12:25:42,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741830_1006 (size=69055) 2024-12-05T12:25:42,010 INFO [M:0;f4bc09594422:45841 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:25:42,010 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:25:42,010 INFO [M:0;f4bc09594422:45841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45841 2024-12-05T12:25:42,011 INFO [M:0;f4bc09594422:45841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:25:42,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:42,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45841-0x100aa661e440000, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:25:42,116 INFO [M:0;f4bc09594422:45841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:25:42,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d08b31f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:25:42,146 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77eaa811{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:25:42,146 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:25:42,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e09d132{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:25:42,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73cbf776{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/hadoop.log.dir/,STOPPED} 2024-12-05T12:25:42,154 WARN [BP-1121538886-172.17.0.3-1733401514958 heartbeating to localhost/127.0.0.1:39009 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:25:42,154 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:25:42,156 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:25:42,156 WARN [BP-1121538886-172.17.0.3-1733401514958 heartbeating to localhost/127.0.0.1:39009 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1121538886-172.17.0.3-1733401514958 (Datanode Uuid e790b141-d1ae-438c-b731-7a4eae811d95) service to localhost/127.0.0.1:39009 2024-12-05T12:25:42,158 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/cluster_53b7b57d-0654-727e-84c2-d6a42fa59818/data/data2/current/BP-1121538886-172.17.0.3-1733401514958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:25:42,158 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:25:42,168 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/cluster_53b7b57d-0654-727e-84c2-d6a42fa59818/data/data1/current/BP-1121538886-172.17.0.3-1733401514958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:25:42,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39063e07{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:25:42,177 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8eb7f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:25:42,177 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:25:42,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bc48216{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:25:42,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d05132{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c82d767-2860-ccd8-146c-1d39bf865acb/hadoop.log.dir/,STOPPED} 2024-12-05T12:25:42,191 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T12:25:42,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T12:25:42,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100aa661e440002, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:25:42,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100aa661e440008, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:25:42,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100aa661e440002, quorum=127.0.0.1:62553, baseZNode=/0-2146801309 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:25:42,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100aa661e440008, quorum=127.0.0.1:62553, baseZNode=/2112093225 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:25:42,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100aa661e440005, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T12:25:42,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100aa661e440005, quorum=127.0.0.1:62553, baseZNode=/1401499352 Received Disconnected from ZooKeeper, ignoring 2024-12-05T12:25:42,291 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=595 (was 534) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:35281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:42905 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:39009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62553) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:42905 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:42905 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:39009 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:39009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:39009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:35281 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:42905 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62553) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:39009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62553) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:35281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:42905 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:39009 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:35281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:39009 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (944663200) connection to localhost/127.0.0.1:35281 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42905 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=977 (was 888) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=681 (was 789), ProcessCount=11 (was 11), AvailableMemoryMB=3663 (was 3114) - AvailableMemoryMB LEAK? - 2024-12-05T12:25:42,292 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=595 is superior to 500